-- Logs begin at Fri 2022-04-08 08:24:45 UTC, end at Fri 2022-04-08 09:32:25 UTC. -- Apr 08 08:56:21.428379 dv-cinder-836996-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 08:56:24.356861 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.common.config [-] Logging enabled! Apr 08 08:56:24.357477 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev88 Apr 08 08:56:24.357659 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103315) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 08:56:24.360996 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.common.config [-] Logging enabled! Apr 08 08:56:24.361252 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev88 Apr 08 08:56:24.361563 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103315) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 08:56:24.362499 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 08:56:24.362734 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 08:56:24.363104 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 08:56:24.363351 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 08:56:24.363580 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 08:56:24.363996 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.364423 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 08 08:56:24.364760 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.365054 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.365348 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.365641 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.365929 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.366220 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.366504 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.366799 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.367085 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.367369 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.367654 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.367943 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.368226 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.368542 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.368830 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.369110 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] debug = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.369392 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.369835 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.370253 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.370541 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.370832 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.371111 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.371383 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.371662 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.371950 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.372284 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] host = dv-cinder-836996-2-iscsi {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.372587 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.372880 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.373170 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.373959 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.374250 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.374530 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.374817 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.375096 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.375373 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] log_file = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.375648 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.375939 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.376232 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.376548 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.376778 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.377003 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.377308 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.377596 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.377870 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.378144 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.378418 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.378692 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.378965 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.379235 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.379519 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.379801 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.380086 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.380360 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.380664 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.380937 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.381207 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.381489 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.381758 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.382029 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.382304 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.382587 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.382854 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.383125 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.383423 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.383710 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.383990 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.384276 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.384577 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.384861 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.385131 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.385403 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.385674 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] use_json = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.385944 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.386215 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.386494 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.386765 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.387034 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.387312 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.387581 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.387865 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.388136 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:24.388433 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.388753 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.389056 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.389893 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.390185 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.390463 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.390753 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.391031 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.391319 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.391605 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.391892 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.392166 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.392462 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.392773 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.393069 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.393371 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.393663 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.393954 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.394229 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.394502 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.394777 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.395058 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.395343 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.395618 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.395908 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.396194 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.396497 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.396802 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.397089 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.397385 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.397672 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.397947 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.398226 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.398518 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.398798 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.399068 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.399344 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.399631 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.399908 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.400179 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.400460 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.400757 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.401033 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.401305 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.401581 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.401870 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.402145 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.402415 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.402686 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.402960 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.403230 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.403512 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.403787 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.404057 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.404324 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.404623 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.404924 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.405203 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.405482 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.405754 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.406031 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.406304 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.406577 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.406850 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.407122 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.407397 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.407668 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.407939 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.408212 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.408499 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.408778 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.409055 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.409326 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.409599 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.409884 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.410178 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.410455 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.410735 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.411015 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.411291 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.411567 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.411843 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.412119 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.412395 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.412694 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.412987 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.413272 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.413559 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.413858 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.414134 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.414429 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.414705 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.414980 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.415262 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.415538 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.415814 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.416094 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.416374 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.416689 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.416983 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.417279 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.417572 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.417862 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.418142 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.418450 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.418731 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:24.418949 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 08:56:24.419189 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103315) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 08:56:24.795203 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 08:56:24.795516 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 08:56:24.795822 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 08:56:24.796155 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 08:56:25.119307 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.119610 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.119884 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.121081 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.121366 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.123336 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.176713 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.176987 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.177252 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.192205 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.192500 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.192785 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.222322 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.222597 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.222871 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.258319 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.258596 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.258860 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.594118 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.594719 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.594719 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.594907 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.595603 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.693628 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.693950 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.694233 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.694509 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.694784 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.695096 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.695360 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.695621 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.695881 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.696169 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.696432 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.696729 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.696994 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.697252 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.697510 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.697777 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.698035 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.698307 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.698577 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.698837 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.699113 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.699370 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.699655 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.700035 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.700288 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.700570 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.701067 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 08:56:25.701314 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 08:56:25.702094 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 08:56:25.702339 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 08:56:25.702580 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 08:56:25.702818 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 08:56:25.703190 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 08:56:25.706288 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 08:56:25.710214 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 08:56:25.713830 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 08 08:56:25.715444 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 08:56:25.715914 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 08:56:25.716250 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 08:56:25.716674 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 08:56:25.720514 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 08:56:25.720770 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 08:56:25.721118 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 08:56:25.725963 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 08 08:56:25.749731 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 08:56:25.750195 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.750498 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103315) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 08 08:56:25.750872 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.752249 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103315) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 08:56:25.752575 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 08:56:25.752822 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 08:56:25.756080 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.756364 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:25.817953 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 08:56:25.818194 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 08:56:25.818428 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 08:56:25.818794 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 08:56:25.838626 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_db.sqlalchemy.engines [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103315) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 08 08:56:26.280273 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Initializing driver for type 'gre' Apr 08 08:56:26.280922 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] gre ID ranges: [(1, 1000)] Apr 08 08:56:26.332346 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Initializing driver for type 'local' Apr 08 08:56:26.332723 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Initializing driver for type 'vlan' Apr 08 08:56:26.345419 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] VlanTypeDriver initialization complete Apr 08 08:56:26.345818 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Initializing driver for type 'vxlan' Apr 08 08:56:26.346344 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] vxlan ID ranges: [(1, 1000)] Apr 08 08:56:26.400874 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Initializing extension driver 'port_security' Apr 08 08:56:26.401226 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.extensions.port_security [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] PortSecurityExtensionDriver initialization complete Apr 08 08:56:26.401585 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Initializing mechanism driver 'openvswitch' Apr 08 08:56:26.401931 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Initializing mechanism driver 'hyperv' Apr 08 08:56:26.409113 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.plugin [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:56:26.409961 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > port after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.410340 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > port after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.410700 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > port after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.411230 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 08:56:26.411677 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > subnet after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.412038 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > subnet after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.412391 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.412817 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 08:56:26.413228 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > network after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.413581 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > network after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.413927 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > network after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.414326 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 08:56:26.414733 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > security_group after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.415087 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > security_group after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.415434 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.415832 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 08:56:26.416238 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.416619 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.416963 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.417360 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 08:56:26.417772 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > address_group after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.418126 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > address_group after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.418473 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.418871 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103315) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 08:56:26.419321 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] ML2 OVO RPC backend initialized. {{(pid=103315) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 08 08:56:26.420032 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.420455 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.420902 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > network before_response 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.421256 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > networks before_response 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.421616 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > port before_response 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.421964 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > ports before_response 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.422566 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > subnet before_response 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.422917 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > subnets before_response 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.423270 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > network after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.423616 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > network after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.423958 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > network after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.424303 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > port after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.424671 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > port after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.425014 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > port after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.425355 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > subnet after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.425693 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > subnet after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.426031 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.433272 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded quota_driver: . Apr 08 08:56:26.433639 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.plugin [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Modular L2 Plugin initialization complete Apr 08 08:56:26.433988 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading services supported by the core plugin {{(pid=103315) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 08:56:26.434337 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.plugins.ml2.managers [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Got port-security extension from driver 'port_security' Apr 08 08:56:26.434823 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.extensions.vlantransparent [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Disabled vlantransparent extension. Apr 08 08:56:26.435324 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103315) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 08:56:26.435654 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading Plugin: router Apr 08 08:56:26.471110 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.471508 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router after_create 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.471887 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router before_create 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.472259 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.472670 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.473037 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router after_delete 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.473402 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.473758 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.474122 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router after_create 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.474477 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router after_update 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.474834 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router after_update 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.475190 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.475555 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router after_update 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.475977 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router precommit_update 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.476360 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: port after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.476735 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: port after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.477082 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: subnet after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.477431 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.477788 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.478142 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router precommit_create 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.478493 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: port before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.478843 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router precommit_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.479204 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router after_update 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.479554 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.479909 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router precommit_create 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.480275 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.480660 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router precommit_update 55549900 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.481033 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > agent after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.481520 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > agent after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.481875 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > network after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.482749 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Tracking information for resource: router configured {{(pid=103315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 08:56:26.483087 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Tracking information for resource: floatingip configured {{(pid=103315) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 08:56:26.487913 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.db.l3_agentschedulers_db [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 08:56:26.488522 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: port after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.488893 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: port after_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.489251 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: port after_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.489610 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: port after_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.490408 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router before_create 55550100 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.490783 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.491150 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router precommit_create 55550100 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.491512 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > router precommit_update 55550100 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.496249 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.services.provider_configuration [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service providers = [] {{(pid=103315) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 08:56:26.496650 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.db.servicetype_db [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103315) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 08:56:26.500136 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.services.service_base [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 08:56:26.500525 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.services.service_base [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 08:56:26.500880 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.services.service_base [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 08:56:26.501784 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.services.service_base [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103315) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 08:56:26.502165 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.services.service_base [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 08:56:26.502550 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 08:56:26.502876 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 08:56:26.513410 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 08:56:26.513746 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading Plugin: auto_allocate Apr 08 08:56:26.519991 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: network precommit_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.520366 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: network precommit_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.520921 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 08:56:26.521247 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading Plugin: tag Apr 08 08:56:26.527923 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 08:56:26.528257 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading Plugin: timestamp Apr 08 08:56:26.532154 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 08:56:26.532450 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading Plugin: network_ip_availability Apr 08 08:56:26.537888 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.538269 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.538630 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.539347 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 08:56:26.539679 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading Plugin: flavors Apr 08 08:56:26.545705 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 08:56:26.546045 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading Plugin: revisions Apr 08 08:56:26.550649 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103315) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 08:56:26.551041 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_concurrency.lockutils [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=103315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 08:56:26.551780 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103315) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 08 08:56:26.552121 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Initializing extension manager. Apr 08 08:56:26.552684 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: __init__.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.553033 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: __pycache__ {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.553372 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: address_group.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.554127 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.554693 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: address-group Apr 08 08:56:26.555025 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: address_scope.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.555749 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.556270 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: address-scope Apr 08 08:56:26.556640 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.557589 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.558112 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: router-admin-state-down-before-update Apr 08 08:56:26.558439 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: agent.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.559151 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.559667 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: agent Apr 08 08:56:26.559992 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: agent_resources_synced.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.561481 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.562002 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: agent-resources-synced Apr 08 08:56:26.562329 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: allowedaddresspairs.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.564115 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.564685 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: allowed-address-pairs Apr 08 08:56:26.565019 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: auto_allocated_topology.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.566100 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.566628 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: auto-allocated-topology Apr 08 08:56:26.566959 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: availability_zone.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.567668 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.568187 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: availability_zone Apr 08 08:56:26.568545 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: availability_zone_filter.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.569476 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.569996 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: availability_zone_filter Apr 08 08:56:26.570325 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: data_plane_status.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.571238 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.571754 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 08:56:26.572081 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: default_subnetpools.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.573041 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.573565 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: default-subnetpools Apr 08 08:56:26.573896 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.574708 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.575230 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: dhcp_agent_scheduler Apr 08 08:56:26.575562 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: dns.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.577053 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.577575 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension dns-integration not supported by any of loaded plugins Apr 08 08:56:26.577906 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: dns_domain_ports.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.578828 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.579353 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 08:56:26.579683 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.580644 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.581164 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 08 08:56:26.581494 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: dvr.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.582169 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.582688 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: dvr Apr 08 08:56:26.583018 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: ecmp_routes.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.583938 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.584459 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 08 08:56:26.584816 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: empty_string_filtering.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.585730 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.586257 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: empty-string-filtering Apr 08 08:56:26.586586 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.587499 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.588025 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 08:56:26.588351 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.589304 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.589825 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 08:56:26.590153 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: external_net.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.591104 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.591622 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: external-net Apr 08 08:56:26.591948 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.592941 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.593464 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: extra_dhcp_opt Apr 08 08:56:26.593791 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: extraroute.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.594729 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.595256 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: extraroute Apr 08 08:56:26.595564 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: extraroute_atomic.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.596647 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.597171 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: extraroute-atomic Apr 08 08:56:26.597496 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: filter_validation.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.598173 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.598689 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: filter-validation Apr 08 08:56:26.599015 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: fip_pf_description.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.599936 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.600453 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 08:56:26.600804 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: fip_pf_port_range.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.601718 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.602233 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 08 08:56:26.602559 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: fip_port_details.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.603674 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.604205 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: fip-port-details Apr 08 08:56:26.604556 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: flavors.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.605790 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.606327 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: flavors Apr 08 08:56:26.606657 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.608351 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.608915 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 08:56:26.609258 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: floatingip_pools.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.609966 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.610492 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: floatingip-pools Apr 08 08:56:26.610824 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: ip_allocation.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.611763 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.612285 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 08:56:26.612652 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.613587 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.614115 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: ip-substring-filtering Apr 08 08:56:26.614447 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: l2_adjacency.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.615392 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.615912 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 08:56:26.616241 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: l3.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.617251 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.617786 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: router Apr 08 08:56:26.618116 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.620349 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.620923 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 08:56:26.621263 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.622201 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.622730 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: ext-gw-mode Apr 08 08:56:26.623062 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.624538 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.625065 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: l3-ha Apr 08 08:56:26.625397 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.626315 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.626834 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 08 08:56:26.627162 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: l3_flavors.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.628085 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.628640 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: l3-flavors Apr 08 08:56:26.628975 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.630360 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.630897 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 08 08:56:26.631251 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.632189 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.632757 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 08:56:26.633090 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: l3agentscheduler.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.634128 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.634657 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: l3_agent_scheduler Apr 08 08:56:26.634993 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: local_ip.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.636810 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.637349 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension local_ip not supported by any of loaded plugins Apr 08 08:56:26.637687 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: logging.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.639878 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.640419 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension logging not supported by any of loaded plugins Apr 08 08:56:26.640789 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: metering.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.641548 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.642149 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: metering Apr 08 08:56:26.642484 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.643596 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.644131 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: metering_source_and_destination_fields Apr 08 08:56:26.644464 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: multiprovidernet.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.645425 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.645949 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: multi-provider Apr 08 08:56:26.646279 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: netmtu.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.647209 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.647732 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: net-mtu Apr 08 08:56:26.648061 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: netmtu_writable.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.649026 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.649550 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: net-mtu-writable Apr 08 08:56:26.649885 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: network_availability_zone.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.650569 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.651088 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: network_availability_zone Apr 08 08:56:26.651414 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: network_ip_availability.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.652565 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.653109 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: network-ip-availability Apr 08 08:56:26.653425 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: network_segment_range.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.654196 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.654744 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 08:56:26.655070 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: pagination.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.656057 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.656393 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: pagination Apr 08 08:56:26.656745 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: port_device_profile.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.657673 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.658202 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: port-device-profile Apr 08 08:56:26.658528 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.659464 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.659994 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: port-mac-address-regenerate Apr 08 08:56:26.660320 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.661270 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.661797 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: port-numa-affinity-policy Apr 08 08:56:26.662124 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: port_resource_request.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.663048 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.663573 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 08:56:26.663902 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: port_resource_request_groups.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.664905 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.665429 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 08 08:56:26.665758 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: portbindings.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.666692 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.667220 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: binding Apr 08 08:56:26.667550 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: portbindings_extended.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.668832 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.669364 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: binding-extended Apr 08 08:56:26.669704 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: portsecurity.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.670667 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.671196 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: port-security Apr 08 08:56:26.671528 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: project_id.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.672799 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.673136 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: project-id Apr 08 08:56:26.673465 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: providernet.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.674393 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.674921 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: provider Apr 08 08:56:26.675248 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.678792 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.679334 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos not supported by any of loaded plugins Apr 08 08:56:26.679677 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.680961 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.681491 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 08:56:26.681827 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.682755 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.683282 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 08:56:26.683612 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_default.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.684587 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.685116 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-default not supported by any of loaded plugins Apr 08 08:56:26.685447 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_fip.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.686898 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.687424 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-fip not supported by any of loaded plugins Apr 08 08:56:26.687753 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.688714 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.689241 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 08 08:56:26.689571 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_gateway_ip.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.690628 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.691155 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 08:56:26.691482 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_port_network_policy.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.692409 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.692957 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 08:56:26.693284 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.694342 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.694871 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 08 08:56:26.695199 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.696249 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.696813 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 08 08:56:26.697143 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_pps_rule.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.698328 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.698862 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-pps not supported by any of loaded plugins Apr 08 08:56:26.699193 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_rule_type_details.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.700121 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.700668 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 08:56:26.700998 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.702481 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.703003 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 08 08:56:26.703330 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: qos_rules_alias.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.704391 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.704951 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 08:56:26.705280 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: quota_check_limit.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.706203 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.706730 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: quota-check-limit Apr 08 08:56:26.707058 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: quotasv2.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.707988 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.708320 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: quotas Apr 08 08:56:26.708681 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: quotasv2_detail.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.710386 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.710729 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: quota_details Apr 08 08:56:26.711064 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: rbac.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.712111 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.712688 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: rbac-policies Apr 08 08:56:26.713025 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: rbac_address_group.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.713963 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.714497 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: rbac-address-group Apr 08 08:56:26.714827 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: rbac_address_scope.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.715755 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.716288 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: rbac-address-scope Apr 08 08:56:26.716668 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: rbac_security_groups.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.717706 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.718240 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: rbac-security-groups Apr 08 08:56:26.718572 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: rbac_subnetpool.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.719503 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.720031 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: rbac-subnetpool Apr 08 08:56:26.720364 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: revisionifmatch.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.721335 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.721862 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: revision-if-match Apr 08 08:56:26.722191 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: revisions.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.723322 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.723851 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: standard-attr-revisions Apr 08 08:56:26.724179 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: router_availability_zone.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.724886 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.725411 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: router_availability_zone Apr 08 08:56:26.725736 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: routerservicetype.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.726673 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.727207 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension router-service-type not supported by any of loaded plugins Apr 08 08:56:26.727519 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.728449 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.729002 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: security-groups-normalized-cidr Apr 08 08:56:26.729326 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.730268 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.730793 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: port-security-groups-filtering Apr 08 08:56:26.731119 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.732068 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.732630 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: security-groups-remote-address-group Apr 08 08:56:26.732993 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.733928 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.734454 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: security-groups-shared-filtering Apr 08 08:56:26.734781 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.735380 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 08 08:56:26.735704 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: securitygroup.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.745375 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.745931 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: security-group Apr 08 08:56:26.746270 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: segment.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.747015 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.747560 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension segment not supported by any of loaded plugins Apr 08 08:56:26.747880 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.749391 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.749922 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 08:56:26.750254 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: servicetype.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.751374 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.751911 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: service-type Apr 08 08:56:26.752244 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: sorting.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.753352 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.753692 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: sorting Apr 08 08:56:26.754023 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: standard_attr_segment.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.754952 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.755481 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 08:56:26.755808 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: standardattrdescription.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.756465 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.757011 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: standard-attr-description Apr 08 08:56:26.757341 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: stateful_security_group.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.758276 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.758806 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: stateful-security-group Apr 08 08:56:26.759134 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: stdattrs_common.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.759715 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 08:56:26.760041 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.761035 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.761568 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 08:56:26.761898 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: subnet_onboard.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.762973 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.763507 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: subnet_onboard Apr 08 08:56:26.763837 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.765391 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.765932 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 08:56:26.766265 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: subnet_service_types.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.767217 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.767754 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: subnet-service-types Apr 08 08:56:26.768084 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: subnetallocation.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.769212 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.769750 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: subnet_allocation Apr 08 08:56:26.770080 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.770767 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.771293 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: subnetpool-prefix-ops Apr 08 08:56:26.771620 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.772590 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.773121 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 08:56:26.773447 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: tagging.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.774533 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.775067 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: standard-attr-tag Apr 08 08:56:26.775401 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: timestamp.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.776695 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.777228 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loaded extension: standard-attr-timestamp Apr 08 08:56:26.777563 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: trunk.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.778610 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.779140 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension trunk not supported by any of loaded plugins Apr 08 08:56:26.779474 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: trunk_details.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.780436 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.780992 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension trunk-details not supported by any of loaded plugins Apr 08 08:56:26.781324 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: uplink_status_propagation.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.782305 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.782791 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 08:56:26.783119 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Loading extension file: vlantransparent.py {{(pid=103315) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 08:56:26.783801 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103315) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 08:56:26.784325 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 08:56:26.786928 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:network Apr 08 08:56:26.787474 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:subnet Apr 08 08:56:26.787884 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 08:56:26.788286 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:port Apr 08 08:56:26.789569 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.790019 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service FLAVORS assigned prefix: {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.790644 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.791077 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.791413 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:router Apr 08 08:56:26.791845 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 08:56:26.792336 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service METERING assigned prefix: /metering {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.793835 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.794216 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.794577 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103315) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 08:56:26.796114 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 08:56:26.796600 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:security_group Apr 08 08:56:26.797319 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 08:56:26.797929 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service CORE assigned prefix: {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.798268 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 08:56:26.798617 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] subnetpool is already registered Apr 08 08:56:26.799075 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service CORE assigned prefix: {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.799409 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 08:56:26.799746 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] subnetpool is already registered Apr 08 08:56:26.802099 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.802537 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service FLAVORS assigned prefix: {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.803136 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.803567 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.803906 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:router Apr 08 08:56:26.804246 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] router is already registered Apr 08 08:56:26.804694 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:floatingip Apr 08 08:56:26.805034 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] floatingip is already registered Apr 08 08:56:26.805494 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service METERING assigned prefix: /metering {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.806165 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 08:56:26.806500 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] rbac_policy is already registered Apr 08 08:56:26.806921 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:security_group Apr 08 08:56:26.807260 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] security_group is already registered Apr 08 08:56:26.807674 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 08:56:26.808011 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] security_group_rule is already registered Apr 08 08:56:26.808676 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service CORE assigned prefix: {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.809011 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 08:56:26.809345 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] subnetpool is already registered Apr 08 08:56:26.809776 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.v2.resource_helper [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Service CORE assigned prefix: {{(pid=103315) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 08:56:26.810104 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 08:56:26.810435 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING neutron.quota.resource_registry [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] subnetpool is already registered Apr 08 08:56:26.811477 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: extensions {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.812972 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: address-groups {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.814509 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: address-scopes {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.815832 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: agents {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.817047 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: auto-allocated-topology {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.818287 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: availability_zones {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.819532 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: dhcp-networks {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.821053 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: dhcp-agents {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.822551 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: routers {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.825762 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: flavors {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.826988 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: service_profiles {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.828191 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: next_providers {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.829684 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: service_profiles {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.831233 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: floatingip-pools {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.832454 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: routers {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.834562 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: floatingips {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.835849 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: l3-routers {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.837276 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: l3-agents {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.838677 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: metering-labels {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.840043 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: metering-label-rules {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.841342 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: network-ip-availabilities {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.842637 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: bindings {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.844349 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: quotas {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.845993 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: quotas {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.847627 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: rbac-policies {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.848950 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: security-groups {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.850216 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: security-group-rules {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.851468 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: service-providers {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.852787 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: subnetpools {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.854312 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: subnetpools {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.855905 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: tags {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.858266 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: tags {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.860169 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: tags {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.862075 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: tags {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.864010 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: tags {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.865950 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: tags {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.867630 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: tags {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.869579 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: tags {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.871322 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: tags {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.873213 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron.api.extensions [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Extended resource: tags {{(pid=103315) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 08:56:26.879633 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING keystonemiddleware.auth_token [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 08:56:26.884434 dv-cinder-836996-2-iscsi neutron-server[103315]: WARNING keystonemiddleware.auth_token [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 08:56:26.893446 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_concurrency.lockutils [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Acquired lock "singleton_lock" {{(pid=103315) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 08 08:56:26.893927 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_concurrency.lockutils [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Releasing lock "singleton_lock" {{(pid=103315) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 08 08:56:26.894588 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO oslo_service.service [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Starting 2 workers Apr 08 08:56:26.899511 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Started child 103424 {{(pid=103315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 08:56:26.904045 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Started child 103425 {{(pid=103315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 08:56:26.905134 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:26.905739 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO neutron.service [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 08:56:26.906355 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:26.906660 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [-] (103424) wsgi starting up on http://0.0.0.0:9696 Apr 08 08:56:26.908883 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO oslo_service.service [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Starting 1 workers Apr 08 08:56:26.909011 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:26.910476 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [-] (103425) wsgi starting up on http://0.0.0.0:9696 Apr 08 08:56:26.914152 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Started child 103426 {{(pid=103315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 08:56:26.914713 dv-cinder-836996-2-iscsi neutron-server[103315]: INFO oslo_service.service [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Starting 1 workers Apr 08 08:56:26.918057 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.service [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] calling RpcWorker wait() {{(pid=103426) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 08:56:26.918609 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.service [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] returning from RpcWorker wait() {{(pid=103426) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 08:56:26.919253 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Started child 103427 {{(pid=103315) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 08:56:26.919957 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:26.920059 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG neutron_lib.callbacks.manager [None req-501b59e7-4ba2-4a72-8b9a-731d1c040c97 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:26.921056 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:56:26.922875 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103315) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 08:56:26.923085 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 08:56:26.923276 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 08:56:26.923513 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 08:56:26.923886 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 08:56:26.924052 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 08:56:26.924617 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.924922 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.925016 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:26.925475 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.925475 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.925757 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.926139 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:56:26.926340 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.926624 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.926862 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.927136 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.927371 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.927542 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.927709 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.927975 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.928209 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.928542 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.928807 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.929074 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.929329 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.929501 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.929776 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.930063 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.930336 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.930616 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] debug = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.930868 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.931389 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.931648 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.931912 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.932142 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.932414 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.932686 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.932978 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.933232 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.933490 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.933739 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.933976 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.934214 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.934429 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.934685 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.934942 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.935205 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.935432 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.936556 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] host = dv-cinder-836996-2-iscsi {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.936820 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.937045 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.937280 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.937542 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.937822 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.938078 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.938349 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.938610 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.938869 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.939101 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.939350 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.939604 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.939834 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.940089 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_file = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.940245 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_options = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.940498 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.940775 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.941043 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.941235 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.941395 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.941564 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.941837 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.942009 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.942272 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.942495 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.942717 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.942939 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.943160 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.943398 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.943651 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.943894 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.944115 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.944371 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.944631 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.944894 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.945146 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.945392 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.945611 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.945829 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.946069 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.946287 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.946559 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.946905 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.947137 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.947359 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.947722 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.947872 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.948114 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.948449 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.948664 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.948896 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.949183 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.949384 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.949646 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.950651 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.950651 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.950651 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.950985 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.950985 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.951126 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.951353 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.951639 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] use_json = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.952038 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.952278 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.952687 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.953081 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.953441 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.953824 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.954199 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.954582 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.954949 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:26.955538 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.955953 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.956424 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.956852 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.957104 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.957377 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.957641 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.957870 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.958132 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.958710 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.959080 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.959320 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.959643 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.959919 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.960205 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.960533 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.960805 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.961069 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.961295 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.961520 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.961767 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.962020 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.962333 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.962567 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.962812 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.963050 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.963280 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.963567 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.963848 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.964183 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.964464 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.964828 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.965055 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.965320 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.965520 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.965895 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.966297 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.966665 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.967058 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.967352 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.967600 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.967820 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.968046 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.968299 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.968547 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.968784 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.969046 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.969305 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.969553 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.969782 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.970041 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.970241 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.970464 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.970673 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.971057 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.971355 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.971683 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.971996 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.972279 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.972535 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.972780 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.973037 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.973306 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.973527 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.973749 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.973964 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.974184 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.974404 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.974664 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.974887 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.975102 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.975322 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.975562 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.975782 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.975993 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.976245 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.976464 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.976703 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.976912 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.977129 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.977331 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.977556 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.977745 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.977952 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.978189 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.978408 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.978642 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.978854 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.979066 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.979294 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.979665 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.980141 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.980343 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.980675 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.980856 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.981053 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.981291 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.981549 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.981786 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.982016 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.982238 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.982453 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.983247 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.983495 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.983857 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.984219 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.984219 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.984510 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.984687 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.984908 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.985134 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.985440 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.985440 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.986080 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.986453 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.986453 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.986747 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.986879 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.987030 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.987319 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.987544 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.987828 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.988057 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.988336 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.990650 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.990650 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.990650 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.990650 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.990650 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.990650 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.990650 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.990650 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.991193 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.991193 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.991193 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.991378 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.991631 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.991848 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.992087 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.992412 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.992705 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.992910 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.993119 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.993398 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.993654 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.993929 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.994198 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.994457 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.994708 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.995033 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.995410 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.995629 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.995874 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.996195 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.996415 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.996698 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.996923 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.997182 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.997533 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.997818 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.998092 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.998433 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.999165 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.999389 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.999615 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:26.999862 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.000129 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.000356 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.000667 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.001003 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.001292 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.001519 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.001749 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.001963 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.002401 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.002645 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.002929 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.003195 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.003445 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.003678 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.003948 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.004190 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.004410 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.004698 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.004919 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.005283 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.005509 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.005743 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.005985 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.006205 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.006436 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.006673 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.006929 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.007208 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.007549 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.007802 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.008034 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.008290 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.008569 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.008792 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.009011 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.009234 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.009456 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.009694 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.009920 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.010163 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.010381 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.010624 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.010842 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.011083 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.011353 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.011597 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.011840 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.012065 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.012289 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.012714 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.013086 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.013314 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.013682 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.013915 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.014201 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.014743 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.015120 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.015617 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.016073 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.016495 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.016952 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.017326 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.017758 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.018174 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.018562 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.018953 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.019307 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.019674 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.020073 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.020553 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.020818 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.021101 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.021338 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.021728 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.021958 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.022199 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.022562 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.022857 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.023114 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.023413 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.023633 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.023868 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.024098 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.024306 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.024707 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.025204 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.025495 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.025761 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.026151 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.026367 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.026767 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.026997 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.027240 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.027545 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.027819 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.028072 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.028378 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.028671 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.028921 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.029195 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.029543 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.029790 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.030061 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.030290 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.030523 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.030775 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.031054 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.031401 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.031706 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.031995 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.032237 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.032581 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.032814 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.033087 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.033301 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.033605 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.033779 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:56:27.033934 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.034234 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.034519 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.034750 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.035010 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.035256 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.035475 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.035695 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.035942 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.036186 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.036455 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.036715 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.036937 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.037330 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.037449 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.037611 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.038008 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.038374 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.038842 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.039068 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.039228 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 08:56:27.039899 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103315) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 08:56:27.040073 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 08:56:27.040233 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 08:56:27.040402 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 08:56:27.040752 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 08:56:27.040911 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 08:56:27.041128 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.041293 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.041457 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.041626 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.041786 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.042118 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.042290 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.042458 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.042623 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.042789 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.042952 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.043116 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.043282 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.043445 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.043605 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.043774 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.043934 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.044099 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.044269 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.044431 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.044619 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.044784 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.044946 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] debug = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.045105 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.045834 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.046002 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.046206 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.046306 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.046465 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.046628 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.046788 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.046948 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.047364 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.047523 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.047720 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.047829 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.047989 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.048148 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.048310 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.048488 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.048652 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.048811 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] host = dv-cinder-836996-2-iscsi {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.048972 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.049132 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.049292 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.049486 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.049606 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.049767 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.049928 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.050086 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.050246 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.050406 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.050567 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.050726 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.050892 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.051048 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_file = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.051356 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_options = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.051522 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.051684 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.051849 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.052041 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.052205 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.052557 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.052734 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.052864 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.053028 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.053190 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.053351 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.053511 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.053672 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.053832 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.053992 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.054221 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.054321 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.054459 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.054620 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.054781 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.054941 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.055101 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.055262 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.055421 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.055582 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.055742 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.055902 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.056063 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.056224 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.056387 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.056568 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.056729 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.056890 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.057050 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.057209 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.057368 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.057533 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.057693 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.057859 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.058020 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.058181 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.058342 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.058504 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.058873 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.058873 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.059037 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.059114 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] use_json = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.059257 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.059573 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.059573 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.059755 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.059951 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.060049 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.060176 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.060336 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.060533 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 08:56:27.060697 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.060908 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.061595 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.061764 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.061922 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.062077 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.062218 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.062359 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.062515 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.062672 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.062826 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.063109 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.063109 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.063386 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.063386 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.063685 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.063685 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.064140 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.064140 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.064140 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.064393 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.064493 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.064642 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.064784 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.064950 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.065111 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.065518 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.065518 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.065690 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.065784 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.065914 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.066078 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.066239 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.066402 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.066567 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.066731 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.066893 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.067056 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.067219 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.067379 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.067541 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.067704 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.067871 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.068034 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.068198 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.068361 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.068549 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.068716 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.068876 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.069193 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.069357 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.069521 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.069691 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.069864 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.070024 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.070176 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.070338 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.070514 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.070693 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.070844 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.071013 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.071171 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.071333 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.071495 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.071657 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.071823 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.071988 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.072154 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.072333 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.072522 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.072841 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.072841 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.073027 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.073139 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.073277 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.073441 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.073602 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.073765 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.073927 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.074089 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.074252 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.074414 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.074577 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.074743 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.074908 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.075208 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.075208 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.075521 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.075521 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.075756 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.075940 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.076106 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.076254 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.076343 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.076665 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.076665 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.076823 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.076952 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.077115 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.077279 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.077442 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.077605 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.077766 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.077930 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.078097 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.078259 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.078422 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.078585 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.078746 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.078909 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.079071 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.079233 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.079394 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.079556 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.079718 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.079879 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.080043 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.080206 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.080368 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.080562 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.080725 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.080889 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.081050 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.081220 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.081396 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.081560 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.081722 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.081890 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.082071 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.082204 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.082367 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.082531 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.082693 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.082856 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.083019 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.083194 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.083356 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.083517 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.083678 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.083863 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.084025 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.084188 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.084353 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.084539 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.084704 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.084869 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.085029 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.085193 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.085355 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.085518 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.085682 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.085844 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.086005 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.086168 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.086330 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.086494 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.086660 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.086822 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.086985 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.087149 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.087311 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.087476 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.087639 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.087801 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.087963 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.088124 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.088286 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.088448 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.088631 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.088795 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.088959 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.089122 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.089285 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.089447 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.089609 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.089771 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.089936 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.090098 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.090261 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.090424 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.090588 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.090752 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.090916 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.091081 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.091243 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.091406 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.091570 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.091738 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.091901 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.092206 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.092375 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.092563 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.092728 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.092891 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.093071 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.093234 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.093398 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.093565 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.093727 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.093889 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.094049 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.094211 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.094374 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.094538 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.094703 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.094866 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.095040 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.095179 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.095342 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.095504 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.095668 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.095833 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.095998 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.096159 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.096323 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.096500 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.096667 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.096830 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.096991 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.097154 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.097317 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.097480 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.097643 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.097819 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.097984 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.098146 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.098310 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.098474 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.098637 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.098810 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.098974 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.099136 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.099297 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.100086 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.100086 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.100086 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.100337 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 53976) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:56:27.100424 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.100424 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.100424 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.100424 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.100725 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.100725 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.100882 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.101017 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.101178 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.101340 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.101501 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.101679 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.101841 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.102003 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.102165 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.102328 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.102489 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.102661 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.102822 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.102984 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.103146 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.103309 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.103470 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.103641 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.103806 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.103969 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.104140 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.104302 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.104464 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.104651 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.104824 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.104987 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.105152 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.105315 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.105476 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.105640 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.105804 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.105973 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.106147 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.106317 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.106481 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.106653 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.106824 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.106994 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.107157 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.107326 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.107500 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.108182 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.108354 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.108544 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.108710 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.108920 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.109029 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.109175 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070782 Apr 08 08:56:27.109350 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.109350 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.109482 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.110130 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.110130 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.110130 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.110130 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.110438 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.110438 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.110580 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.110698 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.110861 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.111025 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 08:56:27.111181 dv-cinder-836996-2-iscsi neutron-server[103315]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103315) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 08:56:38.405328 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72417957-fd7c-4f5f-84aa-65a62a77857b None None] get_active_networks_info from dv-cinder-836996-2-iscsi {{(pid=103426) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 08 08:56:38.486368 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72417957-fd7c-4f5f-84aa-65a62a77857b None None] No non-hosted networks {{(pid=103426) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 08:56:38.506503 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.agentschedulers_db [None req-72417957-fd7c-4f5f-84aa-65a62a77857b None None] DHCP Agent not found on host dv-cinder-836996-2-iscsi {{(pid=103426) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 08:56:38.607037 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-849bb8cb-4e1f-4cd0-a953-6be70dfc405e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613290'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:40.774714 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f2eaf49-5a53-4155-9996-9cf5f666a412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613290'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:40.789397 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc9baafc-c72c-4873-8e65-2dc6ef32c690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:41.698276 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54040) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:56:41.932232 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613290'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:42.284830 dv-cinder-836996-2-iscsi neutron-server[103424]: WARNING oslo_policy.policy [None req-2435cbd0-38f3-400d-b5aa-c3ac32d3fc27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 08:56:42.285519 dv-cinder-836996-2-iscsi neutron-server[103424]: WARNING oslo_policy.policy [None req-2435cbd0-38f3-400d-b5aa-c3ac32d3fc27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 08:56:42.507716 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [None req-2435cbd0-38f3-400d-b5aa-c3ac32d3fc27 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 08:56:42.524497 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-2435cbd0-38f3-400d-b5aa-c3ac32d3fc27 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8106625 Apr 08 08:56:43.250065 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613290'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:44.652318 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613290'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:44.655169 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.656102 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.656765 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.657399 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.658166 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.658837 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.659668 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.660240 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.660887 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.661597 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.662226 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.662819 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.663953 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.665047 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.665633 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:44.666504 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836996-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:56:44.674117 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836996-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:56:45.072879 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54074) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:56:45.583527 dv-cinder-836996-2-iscsi neutron-server[103425]: WARNING oslo_policy.policy [None req-221dbdae-f3fc-4f75-83ec-4a12b0eff384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 08:56:45.584137 dv-cinder-836996-2-iscsi neutron-server[103425]: WARNING oslo_policy.policy [None req-221dbdae-f3fc-4f75-83ec-4a12b0eff384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 08:56:45.805082 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-221dbdae-f3fc-4f75-83ec-4a12b0eff384 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 08:56:45.899202 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.policy [None req-221dbdae-f3fc-4f75-83ec-4a12b0eff384 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103425) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 08:56:45.942939 dv-cinder-836996-2-iscsi neutron-server[103425]: WARNING oslo_policy.policy [None req-221dbdae-f3fc-4f75-83ec-4a12b0eff384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 08:56:45.943326 dv-cinder-836996-2-iscsi neutron-server[103425]: WARNING oslo_policy.policy [None req-221dbdae-f3fc-4f75-83ec-4a12b0eff384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 08:56:46.046816 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-221dbdae-f3fc-4f75-83ec-4a12b0eff384 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745154628889', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745154629606', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745154612864', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745154540209', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745154530715', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745154524331', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1867982', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1856053', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-871954', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-666822'] for rbac-policy (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:46.115182 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-221dbdae-f3fc-4f75-83ec-4a12b0eff384 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:46.129000 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-221dbdae-f3fc-4f75-83ec-4a12b0eff384 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0420671 Apr 08 08:56:46.915082 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.db.l3_hamode_db [None req-afa6c754-e2c0-4a07-9379-0aa4e0360c8f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 08:56:46.997960 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6c754-e2c0-4a07-9379-0aa4e0360c8f None None] Routers set() bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 08:56:46.998269 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6c754-e2c0-4a07-9379-0aa4e0360c8f None None] Router IDs set() for agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 08 08:56:48.614177 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54092) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:56:48.921110 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 08:56:48.949761 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Made reservation on behalf of d8da44d4038740dba3d7f2240df313d1 for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 08:56:48.954073 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:48.970062 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:49.076808 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Publish callbacks [] for security_group (de8841e2-02da-40b8-9451-5d6fe6020309), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:49.080380 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (de8841e2-02da-40b8-9451-5d6fe6020309), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:49.103495 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 08:56:49.137207 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745149626049', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (1edbb785-9039-4c55-b6e5-eefc64e52cad), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:49.137862 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Unsubscribe: segment precommit_create {{(pid=103425) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 08:56:49.138383 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Added segment 1edbb785-9039-4c55-b6e5-eefc64e52cad of type vlan for network c3db5a3a-b1d5-40ec-9ced-40ebfe91850a Apr 08 08:56:49.153998 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=de8841e2-02da-40b8-9451-5d6fe6020309,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:56:49.204857 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.205195 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.205551 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.205907 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.206238 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.206568 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.206888 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.207207 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.207525 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.207842 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.208156 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.208507 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.208825 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.209136 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.209446 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Tracked resource versions report: Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: pushed versions: Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: { 'AddressGroup': {'1.2'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Agent': {'1.1'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'ConntrackHelper': {'1.0'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'LocalIPAssociation': {'1.0'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Log': {'1.0'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'NDPProxy': {'1.0'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Network': {'1.1'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Port': {'1.7'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'PortForwarding': {'1.3'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'QosPolicy': {'1.10'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'SecurityGroup': {'1.5'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'SecurityGroupRule': {'1.2'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'SubPort': {'1.0'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Subnet': {'1.1'}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Trunk': {'1.1'}} Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: consumer versions: Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: { DHCP agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: L3 agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: Metadata agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: Metering agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: Open vSwitch agent@dv-cinder-836996-2-iscsi: { 'AddressGroup': '1.2', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Agent': '1.1', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'ConntrackHelper': '1.0', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'LocalIPAssociation': '1.0', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Log': '1.0', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'NDPProxy': '1.0', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Network': '1.1', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Port': '1.7', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'PortForwarding': '1.3', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'QosPolicy': '1.10', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'SecurityGroup': '1.5', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'SecurityGroupRule': '1.2', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'SubPort': '1.0', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Subnet': '1.1', Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Trunk': '1.1'}} Apr 08 08:56:49.210768 dv-cinder-836996-2-iscsi neutron-server[103425]: {{(pid=103425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 08:56:49.245671 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (c3db5a3a-b1d5-40ec-9ced-40ebfe91850a), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:49.287661 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (c3db5a3a-b1d5-40ec-9ced-40ebfe91850a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:49.292792 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:56:49.293497 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:49.390305 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7747781 Apr 08 08:56:49.406425 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc5ce4-17dc-4edb-ac00-25f8533264e1 demo demo] Pushing event updated for resources: {'Network': ['ID=c3db5a3a-b1d5-40ec-9ced-40ebfe91850a,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:56:49.419435 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network c3db5a3a-b1d5-40ec-9ced-40ebfe91850a details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 08:56:51.964695 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54104) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:56:52.362538 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e992f86b-96e2-445a-8d96-cffb08620345 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:56:52.363810 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e992f86b-96e2-445a-8d96-cffb08620345 demo admin] 10.222.0.11 "GET /v2.0/networks/c3db5a3a-b1d5-40ec-9ced-40ebfe91850a HTTP/1.1" status: 200 len: 824 time: 0.3981392 Apr 08 08:56:52.387657 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-8379988a-67fe-4f15-b9e8-54e086c75271 demo admin] 10.222.0.11 "GET /v2.0/subnetpools/16f1247d-96a5-48a5-8fda-b026ca208d4c HTTP/1.1" status: 200 len: 734 time: 0.0182004 Apr 08 08:56:52.395768 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-42c90c56-989f-4841-8d1c-76e8ae8ffec4 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '16f1247d-96a5-48a5-8fda-b026ca208d4c', 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 08:56:52.415275 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c90c56-989f-4841-8d1c-76e8ae8ffec4 demo admin] Made reservation on behalf of d8da44d4038740dba3d7f2240df313d1 for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 08:56:52.417442 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-42c90c56-989f-4841-8d1c-76e8ae8ffec4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:52.703908 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-42c90c56-989f-4841-8d1c-76e8ae8ffec4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (110bbc4c-2e81-41cb-82f1-01dbdbfc789a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:52.774972 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c90c56-989f-4841-8d1c-76e8ae8ffec4 demo admin] Checking segment: {'id': '1edbb785-9039-4c55-b6e5-eefc64e52cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 08:56:52.775359 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c90c56-989f-4841-8d1c-76e8ae8ffec4 demo admin] Network hostable DHCP agents. Network: c3db5a3a-b1d5-40ec-9ced-40ebfe91850a, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 08:56:52.780309 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c90c56-989f-4841-8d1c-76e8ae8ffec4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=110bbc4c-2e81-41cb-82f1-01dbdbfc789a,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:56:52.799402 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c90c56-989f-4841-8d1c-76e8ae8ffec4 demo admin] Network c3db5a3a-b1d5-40ec-9ced-40ebfe91850a is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 08:56:52.810352 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-42c90c56-989f-4841-8d1c-76e8ae8ffec4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, c3db5a3a-b1d5-40ec-9ced-40ebfe91850a) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 08:56:52.815581 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c90c56-989f-4841-8d1c-76e8ae8ffec4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:56:52.816592 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-42c90c56-989f-4841-8d1c-76e8ae8ffec4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:52.820309 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec324d7-be97-49fb-9172-1b8ce6abfc6a None None] Network c3db5a3a-b1d5-40ec-9ced-40ebfe91850a requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 08:56:52.830747 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-42c90c56-989f-4841-8d1c-76e8ae8ffec4 demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4380147 Apr 08 08:56:53.206053 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b62ef2-cd21-5b3a-97f1-5745f5eda7dd-c3db5a3a-b1d5-40ec-9ced-40ebfe91850a', 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a', 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'fixed_ips': [{'subnet_id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a'}]}} from dv-cinder-836996-2-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 08:56:53.207281 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:53.482285 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Allocated IP 172.20.0.2 (c3db5a3a-b1d5-40ec-9ced-40ebfe91850a/110bbc4c-2e81-41cb-82f1-01dbdbfc789a/27268cb5-d461-481d-bd0e-23bf305f581b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 08:56:53.752076 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Publish callbacks [] for port (27268cb5-d461-481d-bd0e-23bf305f581b), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:53.759660 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (27268cb5-d461-481d-bd0e-23bf305f581b), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:53.833560 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Network c3db5a3a-b1d5-40ec-9ced-40ebfe91850a is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 08:56:53.839352 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 08:56:53.850671 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 08:56:53.853853 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Pushing event updated for resources: {'Port': ['ID=27268cb5-d461-481d-bd0e-23bf305f581b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:56:53.885100 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.885456 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.885819 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.886183 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.886528 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.886884 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.887229 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.887561 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.887891 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.888220 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.888573 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.888920 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.889250 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.889573 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.889898 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Tracked resource versions report: Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: pushed versions: Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: { 'AddressGroup': {'1.2'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Agent': {'1.1'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'ConntrackHelper': {'1.0'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'LocalIPAssociation': {'1.0'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Log': {'1.0'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'NDPProxy': {'1.0'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Network': {'1.1'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Port': {'1.7'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'PortForwarding': {'1.3'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'QosPolicy': {'1.10'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'SecurityGroup': {'1.5'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'SecurityGroupRule': {'1.2'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'SubPort': {'1.0'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Subnet': {'1.1'}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Trunk': {'1.1'}} Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: consumer versions: Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: { DHCP agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: L3 agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: Metadata agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: Metering agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: Open vSwitch agent@dv-cinder-836996-2-iscsi: { 'AddressGroup': '1.2', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Agent': '1.1', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'ConntrackHelper': '1.0', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'LocalIPAssociation': '1.0', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Log': '1.0', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'NDPProxy': '1.0', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Network': '1.1', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Port': '1.7', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'PortForwarding': '1.3', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'QosPolicy': '1.10', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'SecurityGroup': '1.5', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'SecurityGroupRule': '1.2', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'SubPort': '1.0', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Subnet': '1.1', Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Trunk': '1.1'}} Apr 08 08:56:53.891322 dv-cinder-836996-2-iscsi neutron-server[103426]: {{(pid=103426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 08:56:53.940367 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Attempting to bind port 27268cb5-d461-481d-bd0e-23bf305f581b on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 08:56:53.940801 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Attempting to bind port 27268cb5-d461-481d-bd0e-23bf305f581b by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '1edbb785-9039-4c55-b6e5-eefc64e52cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 08:56:53.941211 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Attempting to bind port 27268cb5-d461-481d-bd0e-23bf305f581b on network c3db5a3a-b1d5-40ec-9ced-40ebfe91850a {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 08:56:53.946158 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 8, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 08:56:53.946552 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Checking segment: {'id': '1edbb785-9039-4c55-b6e5-eefc64e52cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 08:56:53.947038 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:53.947429 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Bound using segment: {'id': '1edbb785-9039-4c55-b6e5-eefc64e52cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 08:56:53.947915 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Bound port: 27268cb5-d461-481d-bd0e-23bf305f581b, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edbb785-9039-4c55-b6e5-eefc64e52cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 08:56:53.948324 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (27268cb5-d461-481d-bd0e-23bf305f581b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:54.011088 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] For port 27268cb5-d461-481d-bd0e-23bf305f581b, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 08:56:54.031330 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] For port 27268cb5-d461-481d-bd0e-23bf305f581b, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=27268cb5-d461-481d-bd0e-23bf305f581b,segment=NetworkSegment(1edbb785-9039-4c55-b6e5-eefc64e52cad),segment_id=1edbb785-9039-4c55-b6e5-eefc64e52cad)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 08:56:54.038713 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (27268cb5-d461-481d-bd0e-23bf305f581b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:56:54.096012 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d58b8-b12a-4619-987e-b40bd1e1d33e None None] Pushing event updated for resources: {'Port': ['ID=27268cb5-d461-481d-bd0e-23bf305f581b,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:56:55.428752 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54112) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:56:55.751836 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [None req-01df5a7a-8f7b-487d-914a-17a352c11c21 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 08:56:55.752919 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-01df5a7a-8f7b-487d-914a-17a352c11c21 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3231342 Apr 08 08:56:58.312807 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54120) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:56:58.618223 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [None req-812ca2b7-8d21-44f3-b5b0-9dd818f23a5a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 08:56:58.619204 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-812ca2b7-8d21-44f3-b5b0-9dd818f23a5a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3054066 Apr 08 08:57:01.164182 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54128) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:57:01.476517 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-414aa600-cdcd-419b-8300-5312675a90e0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 08:57:01.541106 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.policy [None req-414aa600-cdcd-419b-8300-5312675a90e0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103424) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 08:57:01.586285 dv-cinder-836996-2-iscsi neutron-server[103424]: WARNING oslo_policy.policy [None req-414aa600-cdcd-419b-8300-5312675a90e0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 08:57:01.586666 dv-cinder-836996-2-iscsi neutron-server[103424]: WARNING oslo_policy.policy [None req-414aa600-cdcd-419b-8300-5312675a90e0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 08:57:01.648741 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-414aa600-cdcd-419b-8300-5312675a90e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105235'] for router (675c23a6-dd00-4324-988b-91502da41dda), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:01.650505 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-414aa600-cdcd-419b-8300-5312675a90e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105448'] for router (675c23a6-dd00-4324-988b-91502da41dda), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:01.807060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-414aa600-cdcd-419b-8300-5312675a90e0 demo demo] Publish callbacks [] for router_controller (675c23a6-dd00-4324-988b-91502da41dda), precommit_add_association {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:01.812191 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-414aa600-cdcd-419b-8300-5312675a90e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610855'] for router (675c23a6-dd00-4324-988b-91502da41dda), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:01.835466 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-414aa600-cdcd-419b-8300-5312675a90e0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:01.836699 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-414aa600-cdcd-419b-8300-5312675a90e0 demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6714318 Apr 08 08:57:04.367994 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54142) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:57:04.693794 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [None req-82b35512-2e4b-4cbe-bd68-c2f16033cb95 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 08:57:04.694859 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-82b35512-2e4b-4cbe-bd68-c2f16033cb95 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3259079 Apr 08 08:57:05.417475 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 27268cb5-d461-481d-bd0e-23bf305f581b up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 08:57:05.506189 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 27268cb5-d461-481d-bd0e-23bf305f581b triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:57:05.506604 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (27268cb5-d461-481d-bd0e-23bf305f581b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:05.533849 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf0b329-759d-4a39-92c2-37b8d29ceffa None None] Network c3db5a3a-b1d5-40ec-9ced-40ebfe91850a requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 08:57:05.701334 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 27268cb5-d461-481d-bd0e-23bf305f581b is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 08:57:05.701632 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (27268cb5-d461-481d-bd0e-23bf305f581b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:05.731547 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-3fc10ff0-52c2-4e59-9251-46ac61fa4e2c None None] Provisioning complete for port 27268cb5-d461-481d-bd0e-23bf305f581b triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:57:05.731935 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3fc10ff0-52c2-4e59-9251-46ac61fa4e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (27268cb5-d461-481d-bd0e-23bf305f581b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:05.807538 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port 27268cb5-d461-481d-bd0e-23bf305f581b, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=27268cb5-d461-481d-bd0e-23bf305f581b,segment=NetworkSegment(1edbb785-9039-4c55-b6e5-eefc64e52cad),segment_id=1edbb785-9039-4c55-b6e5-eefc64e52cad)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 08:57:05.816676 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (27268cb5-d461-481d-bd0e-23bf305f581b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:05.897239 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3fc10ff0-52c2-4e59-9251-46ac61fa4e2c None None] Current status of the port 27268cb5-d461-481d-bd0e-23bf305f581b is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 08:57:05.900092 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=27268cb5-d461-481d-bd0e-23bf305f581b,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:06.016726 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-cac9a261-80aa-495d-8c79-d0bc28528b56 None None] Provisioning complete for port 27268cb5-d461-481d-bd0e-23bf305f581b triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:57:06.017131 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cac9a261-80aa-495d-8c79-d0bc28528b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (27268cb5-d461-481d-bd0e-23bf305f581b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:06.094403 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cac9a261-80aa-495d-8c79-d0bc28528b56 None None] Current status of the port 27268cb5-d461-481d-bd0e-23bf305f581b is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 08:57:07.212455 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54152) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:57:07.401545 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 27268cb5-d461-481d-bd0e-23bf305f581b up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 08:57:07.448649 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 27268cb5-d461-481d-bd0e-23bf305f581b triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:57:07.449039 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (27268cb5-d461-481d-bd0e-23bf305f581b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:07.523003 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 08:57:07.524377 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 27268cb5-d461-481d-bd0e-23bf305f581b is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 08:57:07.545815 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Made reservation on behalf of b574b13c07be454c956f7cca49ab79ed for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 08:57:07.548789 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:07.564130 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:07.668125 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Publish callbacks [] for security_group (e3e715db-7d37-4291-8ee2-6aefa1ebba8e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:07.672586 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (e3e715db-7d37-4291-8ee2-6aefa1ebba8e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:07.684224 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Reserving flat network on physical network physnet1 {{(pid=103424) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 08:57:07.714957 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745149626049', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (8af68993-61bc-4ae3-8771-9eac21826461), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:07.716095 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Unsubscribe: segment precommit_create {{(pid=103424) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 08:57:07.716658 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Added segment 8af68993-61bc-4ae3-8771-9eac21826461 of type flat for network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 Apr 08 08:57:07.732575 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e715db-7d37-4291-8ee2-6aefa1ebba8e,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:07.757875 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.758217 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.758674 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.759011 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.759335 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.759654 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.759969 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.760287 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.760649 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.760972 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.761304 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.761636 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.761988 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.762305 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.762616 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Tracked resource versions report: Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: pushed versions: Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: { 'AddressGroup': {'1.2'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Agent': {'1.1'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'ConntrackHelper': {'1.0'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'LocalIPAssociation': {'1.0'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Log': {'1.0'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'NDPProxy': {'1.0'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Network': {'1.1'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Port': {'1.7'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'PortForwarding': {'1.3'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'QosPolicy': {'1.10'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'SecurityGroup': {'1.5'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'SecurityGroupRule': {'1.2'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'SubPort': {'1.0'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Subnet': {'1.1'}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Trunk': {'1.1'}} Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: consumer versions: Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: { DHCP agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: L3 agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: Metadata agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: Metering agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: Open vSwitch agent@dv-cinder-836996-2-iscsi: { 'AddressGroup': '1.2', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Agent': '1.1', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'ConntrackHelper': '1.0', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'LocalIPAssociation': '1.0', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Log': '1.0', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'NDPProxy': '1.0', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Network': '1.1', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Port': '1.7', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'PortForwarding': '1.3', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'QosPolicy': '1.10', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'SecurityGroup': '1.5', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'SecurityGroupRule': '1.2', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'SubPort': '1.0', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Subnet': '1.1', Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Trunk': '1.1'}} Apr 08 08:57:07.764002 dv-cinder-836996-2-iscsi neutron-server[103424]: {{(pid=103424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 08:57:07.834602 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (7ebe3efe-4cd7-4e59-bb8e-76581072b047), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:07.877263 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (7ebe3efe-4cd7-4e59-bb8e-76581072b047), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:07.878296 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:57:07.878985 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:07.941387 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7278016 Apr 08 08:57:07.983172 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77dc34-b768-406a-8c47-1aacc3631d1e admin admin] Pushing event updated for resources: {'Network': ['ID=7ebe3efe-4cd7-4e59-bb8e-76581072b047,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:07.993629 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 08:57:08.343680 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d1c9adc-64f2-45d2-afe0-6b838d1e946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:10.442814 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54164) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:57:10.747675 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71ba3176-9131-4dad-a795-c4e9d06d8931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:10.799472 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12722a73-9e5f-4bab-afe6-8421a09f4970 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:57:10.800862 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-12722a73-9e5f-4bab-afe6-8421a09f4970 demo admin] 10.222.0.11 "GET /v2.0/subnets/110bbc4c-2e81-41cb-82f1-01dbdbfc789a HTTP/1.1" status: 200 len: 849 time: 0.3571422 Apr 08 08:57:10.968123 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4211c35b-9a21-45a6-906b-cb439e1314e6 demo admin] 10.222.0.11 "GET /v2.0/routers/675c23a6-dd00-4324-988b-91502da41dda HTTP/1.1" status: 200 len: 704 time: 0.1603138 Apr 08 08:57:11.236498 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:11.528702 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Allocated IP 172.20.0.1 (c3db5a3a-b1d5-40ec-9ced-40ebfe91850a/110bbc4c-2e81-41cb-82f1-01dbdbfc789a/ec64d585-7787-4c28-a820-938844faf708) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 08:57:11.684909 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Publish callbacks [] for port (ec64d585-7787-4c28-a820-938844faf708), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:11.751211 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (ec64d585-7787-4c28-a820-938844faf708), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:11.866617 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Network c3db5a3a-b1d5-40ec-9ced-40ebfe91850a is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 08:57:11.872421 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 08:57:11.886507 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 08:57:11.887103 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613192'] for router_interface (675c23a6-dd00-4324-988b-91502da41dda), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:11.895397 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:11.945646 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Pushing event updated for resources: {'Port': ['ID=ec64d585-7787-4c28-a820-938844faf708,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:12.098420 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (ec64d585-7787-4c28-a820-938844faf708), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:12.149816 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-4551ade2-6488-4a9d-9b09-5307fa177884 None None] Provisioning complete for port ec64d585-7787-4c28-a820-938844faf708 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:57:12.150106 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4551ade2-6488-4a9d-9b09-5307fa177884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (ec64d585-7787-4c28-a820-938844faf708), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:12.183152 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4551ade2-6488-4a9d-9b09-5307fa177884 None None] Port ec64d585-7787-4c28-a820-938844faf708 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 08:57:12.305826 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Publish callbacks [] for port (ec64d585-7787-4c28-a820-938844faf708), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:12.310483 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (ec64d585-7787-4c28-a820-938844faf708), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:12.311298 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613348'] for router_interface (675c23a6-dd00-4324-988b-91502da41dda), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:12.365468 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Pushing event updated for resources: {'Port': ['ID=ec64d585-7787-4c28-a820-938844faf708,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:12.433011 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Network c3db5a3a-b1d5-40ec-9ced-40ebfe91850a is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 08:57:12.434755 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 08:57:12.594586 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Router 675c23a6-dd00-4324-988b-91502da41dda is scheduled to L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 with binding_index 1 {{(pid=103425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 08:57:12.605219 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-416af963-71d7-481d-9de1-0b7cd588eb00 None None] Provisioning complete for port ec64d585-7787-4c28-a820-938844faf708 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:57:12.605623 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-416af963-71d7-481d-9de1-0b7cd588eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (ec64d585-7787-4c28-a820-938844faf708), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:12.638140 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-416af963-71d7-481d-9de1-0b7cd588eb00 None None] Port ec64d585-7787-4c28-a820-938844faf708 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 08:57:12.687472 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 08:57:12.692614 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b4ecb4b3-fc83-41a7-a26a-b7091d79bd6b demo admin] 10.222.0.11 "PUT /v2.0/routers/675c23a6-dd00-4324-988b-91502da41dda/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7192841 Apr 08 08:57:12.697388 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Sync routers for ids ['675c23a6-dd00-4324-988b-91502da41dda'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 08:57:12.710603 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Routers {'675c23a6-dd00-4324-988b-91502da41dda'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 08:57:12.711350 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T08:57:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['675c23a6-dd00-4324-988b-91502da41dda'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:57:12.906897 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Set router 675c23a6-dd00-4324-988b-91502da41dda gateway port host: None {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 08:57:13.206574 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:13.335621 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c23a6-dd00-4324-988b-91502da41dda', 'name': 'router1', 'tenant_id': 'd8da44d4038740dba3d7f2240df313d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T08:57:01Z', 'updated_at': '2022-04-08T08:57:12Z', 'revision_number': 2, 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'gw_port_host': None, '_interfaces': [{'id': 'ec64d585-7787-4c28-a820-938844faf708', 'name': '', 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a', 'tenant_id': 'd8da44d4038740dba3d7f2240df313d1', 'mac_address': 'fa:16:3e:cd:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675c23a6-dd00-4324-988b-91502da41dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T08:57:11Z', 'updated_at': '2022-04-08T08:57:12Z', 'revision_number': 2, 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'subnets': [{'id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16f1247d-96a5-48a5-8fda-b026ca208d4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:57:13.386669 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Checking router: 675c23a6-dd00-4324-988b-91502da41dda for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 08:57:13.387079 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Updating router 675c23a6-dd00-4324-988b-91502da41dda port ec64d585-7787-4c28-a820-938844faf708 binding host dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 08:57:13.439547 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (ec64d585-7787-4c28-a820-938844faf708), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:13.948062 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Publish callbacks [] for port (ec64d585-7787-4c28-a820-938844faf708), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:13.954509 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (ec64d585-7787-4c28-a820-938844faf708), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:14.125006 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Pushing event updated for resources: {'Port': ['ID=ec64d585-7787-4c28-a820-938844faf708,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:14.129331 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Attempting to bind port ec64d585-7787-4c28-a820-938844faf708 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 08:57:14.129730 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Attempting to bind port ec64d585-7787-4c28-a820-938844faf708 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '1edbb785-9039-4c55-b6e5-eefc64e52cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 08:57:14.130135 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Attempting to bind port ec64d585-7787-4c28-a820-938844faf708 on network c3db5a3a-b1d5-40ec-9ced-40ebfe91850a {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 08:57:14.138708 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.139050 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.139393 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.139730 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.140058 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.140381 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.140727 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.141045 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.141363 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.141679 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.141996 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.142327 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.142644 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.142956 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.143268 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Tracked resource versions report: Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: pushed versions: Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: { 'AddressGroup': {'1.2'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Agent': {'1.1'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'ConntrackHelper': {'1.0'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'LocalIPAssociation': {'1.0'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Log': {'1.0'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'NDPProxy': {'1.0'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Network': {'1.1'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Port': {'1.7'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'PortForwarding': {'1.3'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'QosPolicy': {'1.10'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'SecurityGroup': {'1.5'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'SecurityGroupRule': {'1.2'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'SubPort': {'1.0'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Subnet': {'1.1'}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Trunk': {'1.1'}} Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: consumer versions: Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: { DHCP agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: L3 agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: Metadata agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: Metering agent@dv-cinder-836996-2-iscsi: {}, Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: Open vSwitch agent@dv-cinder-836996-2-iscsi: { 'AddressGroup': '1.2', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Agent': '1.1', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'ConntrackHelper': '1.0', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'LocalIPAssociation': '1.0', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Log': '1.0', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'NDPProxy': '1.0', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Network': '1.1', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Port': '1.7', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'PortForwarding': '1.3', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'QosPolicy': '1.10', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'SecurityGroup': '1.5', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'SecurityGroupRule': '1.2', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'SubPort': '1.0', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Subnet': '1.1', Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Trunk': '1.1'}} Apr 08 08:57:14.144672 dv-cinder-836996-2-iscsi neutron-server[103427]: {{(pid=103427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 08:57:14.148674 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 8, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 08:57:14.149080 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Checking segment: {'id': '1edbb785-9039-4c55-b6e5-eefc64e52cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 08:57:14.149559 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:14.149936 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Bound using segment: {'id': '1edbb785-9039-4c55-b6e5-eefc64e52cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 08:57:14.150406 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Bound port: ec64d585-7787-4c28-a820-938844faf708, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edbb785-9039-4c55-b6e5-eefc64e52cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 08:57:14.150782 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (ec64d585-7787-4c28-a820-938844faf708), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:14.167554 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-9c88b9e6-1ea4-412c-9b75-4ea2c8d2bda0 None None] Provisioning complete for port ec64d585-7787-4c28-a820-938844faf708 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:57:14.167951 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9c88b9e6-1ea4-412c-9b75-4ea2c8d2bda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (ec64d585-7787-4c28-a820-938844faf708), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:14.202226 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9c88b9e6-1ea4-412c-9b75-4ea2c8d2bda0 None None] Port ec64d585-7787-4c28-a820-938844faf708 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 08:57:14.217597 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] For port ec64d585-7787-4c28-a820-938844faf708, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 08:57:14.235803 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] For port ec64d585-7787-4c28-a820-938844faf708, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=ec64d585-7787-4c28-a820-938844faf708,segment=NetworkSegment(1edbb785-9039-4c55-b6e5-eefc64e52cad),segment_id=1edbb785-9039-4c55-b6e5-eefc64e52cad)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 08:57:14.241788 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (ec64d585-7787-4c28-a820-938844faf708), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:14.299315 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb24c2-5cf9-4c08-af17-bc376205f2db None None] Pushing event updated for resources: {'Port': ['ID=ec64d585-7787-4c28-a820-938844faf708,revision_number=4']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:14.303463 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Routers {'675c23a6-dd00-4324-988b-91502da41dda'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 08:57:14.304675 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T08:57:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['675c23a6-dd00-4324-988b-91502da41dda'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:57:14.397377 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] Set router 675c23a6-dd00-4324-988b-91502da41dda gateway port host: None {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 08:57:14.524410 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-78c47f9c-77b1-412f-ae27-0ea44944f43a None None] Provisioning complete for port ec64d585-7787-4c28-a820-938844faf708 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:57:14.524959 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-78c47f9c-77b1-412f-ae27-0ea44944f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (ec64d585-7787-4c28-a820-938844faf708), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:14.599845 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-78c47f9c-77b1-412f-ae27-0ea44944f43a None None] Current status of the port ec64d585-7787-4c28-a820-938844faf708 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 08:57:14.600331 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-78c47f9c-77b1-412f-ae27-0ea44944f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (ec64d585-7787-4c28-a820-938844faf708), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:14.609796 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c23a6-dd00-4324-988b-91502da41dda', 'name': 'router1', 'tenant_id': 'd8da44d4038740dba3d7f2240df313d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T08:57:01Z', 'updated_at': '2022-04-08T08:57:12Z', 'revision_number': 2, 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'gw_port_host': None, '_interfaces': [{'id': 'ec64d585-7787-4c28-a820-938844faf708', 'name': '', 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a', 'tenant_id': 'd8da44d4038740dba3d7f2240df313d1', 'mac_address': 'fa:16:3e:cd:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675c23a6-dd00-4324-988b-91502da41dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T08:57:11Z', 'updated_at': '2022-04-08T08:57:14Z', 'revision_number': 4, 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'subnets': [{'id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16f1247d-96a5-48a5-8fda-b026ca208d4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:57:14.638028 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de8438-65dc-4eda-8c9a-7a7f79e295b5 None None] The sync data for ids ['675c23a6-dd00-4324-988b-91502da41dda'] in dv-cinder-836996-2-iscsi is: [{'id': '675c23a6-dd00-4324-988b-91502da41dda', 'name': 'router1', 'tenant_id': 'd8da44d4038740dba3d7f2240df313d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T08:57:01Z', 'updated_at': '2022-04-08T08:57:12Z', 'revision_number': 2, 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'gw_port_host': None, '_interfaces': [{'id': 'ec64d585-7787-4c28-a820-938844faf708', 'name': '', 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a', 'tenant_id': 'd8da44d4038740dba3d7f2240df313d1', 'mac_address': 'fa:16:3e:cd:e1:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675c23a6-dd00-4324-988b-91502da41dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T08:57:11Z', 'updated_at': '2022-04-08T08:57:14Z', 'revision_number': 4, 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'subnets': [{'id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16f1247d-96a5-48a5-8fda-b026ca208d4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 08:57:14.646744 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-78c47f9c-77b1-412f-ae27-0ea44944f43a None None] For port ec64d585-7787-4c28-a820-938844faf708, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=ec64d585-7787-4c28-a820-938844faf708,segment=NetworkSegment(1edbb785-9039-4c55-b6e5-eefc64e52cad),segment_id=1edbb785-9039-4c55-b6e5-eefc64e52cad)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 08:57:14.656110 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-78c47f9c-77b1-412f-ae27-0ea44944f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (ec64d585-7787-4c28-a820-938844faf708), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:14.686413 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:14.711623 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c47f9c-77b1-412f-ae27-0ea44944f43a None None] Pushing event updated for resources: {'Port': ['ID=ec64d585-7787-4c28-a820-938844faf708,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:15.218221 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54184) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:57:15.412618 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cf8a1a-6569-461d-b711-7f6f2d4a63dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:57:15.413974 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c4cf8a1a-6569-461d-b711-7f6f2d4a63dc admin admin] 10.222.0.11 "GET /v2.0/networks/7ebe3efe-4cd7-4e59-bb8e-76581072b047 HTTP/1.1" status: 200 len: 842 time: 0.1947060 Apr 08 08:57:15.423474 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 08:57:15.444089 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] Made reservation on behalf of b574b13c07be454c956f7cca49ab79ed for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 08:57:15.446727 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:15.728328 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.objects.ports [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103425) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 08 08:57:15.728687 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (3a4059c7-bf1a-4312-acde-85541c5f79b2), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:15.781908 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4059c7-bf1a-4312-acde-85541c5f79b2,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:15.790118 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] Checking segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 08:57:15.790469 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] Network hostable DHCP agents. Network: 7ebe3efe-4cd7-4e59-bb8e-76581072b047, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 08:57:15.806613 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 08:57:15.815022 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 7ebe3efe-4cd7-4e59-bb8e-76581072b047) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 08:57:15.819229 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:57:15.819838 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:15.826074 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491f4ea-8a9e-4d79-8130-466bd0a6a925 None None] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 08:57:15.844683 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-01effb16-cd89-4d1c-8c8d-24f3852d4db1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4149303 Apr 08 08:57:15.943776 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93514c7b-cbce-4e09-9f01-3aad3e342d7d None None] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 08:57:18.330552 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54202) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:57:18.535613 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-eeedbdbc-5070-4cc2-8204-7642d129bafd demo admin] 10.222.0.11 "GET /v2.0/routers/675c23a6-dd00-4324-988b-91502da41dda HTTP/1.1" status: 200 len: 710 time: 0.2038620 Apr 08 08:57:18.621258 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae289494-ed3c-4f2b-ab92-16f17cbc3aeb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:57:18.623223 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ae289494-ed3c-4f2b-ab92-16f17cbc3aeb demo admin] 10.222.0.11 "GET /v2.0/networks/7ebe3efe-4cd7-4e59-bb8e-76581072b047 HTTP/1.1" status: 200 len: 886 time: 0.0824025 Apr 08 08:57:18.634236 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 08:57:18.888507 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Publish callbacks [] for router_gateway (675c23a6-dd00-4324-988b-91502da41dda), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:19.127606 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Publish callbacks [] for router_gateway (675c23a6-dd00-4324-988b-91502da41dda), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:19.203618 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:19.304242 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Allocated IP 172.27.2.218 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/cb7986f6-c44c-4ba7-9e28-532061df0691) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 08:57:19.405872 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Publish callbacks [] for port (cb7986f6-c44c-4ba7-9e28-532061df0691), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:19.438314 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (cb7986f6-c44c-4ba7-9e28-532061df0691), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:19.473275 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 08:57:19.475864 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 08:57:19.479180 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 08:57:19.551137 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Pushing event updated for resources: {'Port': ['ID=cb7986f6-c44c-4ba7-9e28-532061df0691,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:19.747063 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Publish callbacks [] for router_gateway (675c23a6-dd00-4324-988b-91502da41dda), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:19.963957 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 08:57:20.047746 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610874', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-105470'] for router (675c23a6-dd00-4324-988b-91502da41dda), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:20.051502 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-610869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-610860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613825'] for router (675c23a6-dd00-4324-988b-91502da41dda), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:20.169901 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Router 675c23a6-dd00-4324-988b-91502da41dda has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 08:57:20.275877 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 08:57:20.280643 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:20.292503 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-633572d9-c49b-4597-84bf-b26aaf2eca08 demo admin] 10.222.0.11 "PUT /v2.0/routers/675c23a6-dd00-4324-988b-91502da41dda HTTP/1.1" status: 200 len: 890 time: 1.6507030 Apr 08 08:57:21.427121 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device ec64d585-7787-4c28-a820-938844faf708 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 08:57:21.480026 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port ec64d585-7787-4c28-a820-938844faf708 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:57:21.480428 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (ec64d585-7787-4c28-a820-938844faf708), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:21.563358 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port ec64d585-7787-4c28-a820-938844faf708 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 08:57:22.800825 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54214) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:57:22.916763 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-adc35b6e-a015-409a-90a3-3c716b87b2ea admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1147788 Apr 08 08:57:23.325399 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Sync routers for ids ['675c23a6-dd00-4324-988b-91502da41dda'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 08:57:23.337113 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Routers {'675c23a6-dd00-4324-988b-91502da41dda'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 08:57:23.337866 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T08:57:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['675c23a6-dd00-4324-988b-91502da41dda'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:57:23.556262 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Set router 675c23a6-dd00-4324-988b-91502da41dda gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 08:57:24.036237 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c23a6-dd00-4324-988b-91502da41dda', 'name': 'router1', 'tenant_id': 'd8da44d4038740dba3d7f2240df313d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'cb7986f6-c44c-4ba7-9e28-532061df0691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T08:57:01Z', 'updated_at': '2022-04-08T08:57:19Z', 'revision_number': 4, 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'gw_port': {'id': 'cb7986f6-c44c-4ba7-9e28-532061df0691', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675c23a6-dd00-4324-988b-91502da41dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T08:57:19Z', 'updated_at': '2022-04-08T08:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'ec64d585-7787-4c28-a820-938844faf708', 'name': '', 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a', 'tenant_id': 'd8da44d4038740dba3d7f2240df313d1', 'mac_address': 'fa:16:3e:cd:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c23a6-dd00-4324-988b-91502da41dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T08:57:11Z', 'updated_at': '2022-04-08T08:57:14Z', 'revision_number': 5, 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'subnets': [{'id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16f1247d-96a5-48a5-8fda-b026ca208d4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:57:24.088722 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Checking router: 675c23a6-dd00-4324-988b-91502da41dda for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 08:57:24.089098 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Updating router 675c23a6-dd00-4324-988b-91502da41dda port cb7986f6-c44c-4ba7-9e28-532061df0691 binding host dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 08:57:24.144529 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (cb7986f6-c44c-4ba7-9e28-532061df0691), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:24.463359 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Publish callbacks [] for port (cb7986f6-c44c-4ba7-9e28-532061df0691), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:24.468804 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (cb7986f6-c44c-4ba7-9e28-532061df0691), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:24.520210 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Attempting to bind port cb7986f6-c44c-4ba7-9e28-532061df0691 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 08:57:24.520614 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Attempting to bind port cb7986f6-c44c-4ba7-9e28-532061df0691 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 08:57:24.520985 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Attempting to bind port cb7986f6-c44c-4ba7-9e28-532061df0691 on network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 08:57:24.523710 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f412ff9-6a93-472b-9623-49bfd4b0bbe6 None None] Pushing event updated for resources: {'Port': ['ID=cb7986f6-c44c-4ba7-9e28-532061df0691,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:24.528205 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 08:57:24.528609 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Checking segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 08:57:24.529014 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:24.529407 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Bound using segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 08:57:24.529879 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Bound port: cb7986f6-c44c-4ba7-9e28-532061df0691, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 08:57:24.530261 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (cb7986f6-c44c-4ba7-9e28-532061df0691), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:24.579955 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] For port cb7986f6-c44c-4ba7-9e28-532061df0691, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 08:57:24.585934 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] For port cb7986f6-c44c-4ba7-9e28-532061df0691, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=cb7986f6-c44c-4ba7-9e28-532061df0691,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 08:57:24.594251 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (cb7986f6-c44c-4ba7-9e28-532061df0691), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:24.651842 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Routers {'675c23a6-dd00-4324-988b-91502da41dda'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 08:57:24.652497 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T08:57:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['675c23a6-dd00-4324-988b-91502da41dda'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:57:24.710461 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f412ff9-6a93-472b-9623-49bfd4b0bbe6 None None] Pushing event updated for resources: {'Port': ['ID=cb7986f6-c44c-4ba7-9e28-532061df0691,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:24.783514 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] Set router 675c23a6-dd00-4324-988b-91502da41dda gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 08:57:25.003977 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675c23a6-dd00-4324-988b-91502da41dda', 'name': 'router1', 'tenant_id': 'd8da44d4038740dba3d7f2240df313d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'cb7986f6-c44c-4ba7-9e28-532061df0691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T08:57:01Z', 'updated_at': '2022-04-08T08:57:19Z', 'revision_number': 4, 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'gw_port': {'id': 'cb7986f6-c44c-4ba7-9e28-532061df0691', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675c23a6-dd00-4324-988b-91502da41dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T08:57:19Z', 'updated_at': '2022-04-08T08:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'ec64d585-7787-4c28-a820-938844faf708', 'name': '', 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a', 'tenant_id': 'd8da44d4038740dba3d7f2240df313d1', 'mac_address': 'fa:16:3e:cd:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c23a6-dd00-4324-988b-91502da41dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T08:57:11Z', 'updated_at': '2022-04-08T08:57:14Z', 'revision_number': 5, 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'subnets': [{'id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16f1247d-96a5-48a5-8fda-b026ca208d4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 08:57:25.031605 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66e7027-a89b-428e-b169-94623f5d7c2c None None] The sync data for ids ['675c23a6-dd00-4324-988b-91502da41dda'] in dv-cinder-836996-2-iscsi is: [{'id': '675c23a6-dd00-4324-988b-91502da41dda', 'name': 'router1', 'tenant_id': 'd8da44d4038740dba3d7f2240df313d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'cb7986f6-c44c-4ba7-9e28-532061df0691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T08:57:01Z', 'updated_at': '2022-04-08T08:57:19Z', 'revision_number': 4, 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'gw_port': {'id': 'cb7986f6-c44c-4ba7-9e28-532061df0691', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:00:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675c23a6-dd00-4324-988b-91502da41dda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T08:57:19Z', 'updated_at': '2022-04-08T08:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'ec64d585-7787-4c28-a820-938844faf708', 'name': '', 'network_id': 'c3db5a3a-b1d5-40ec-9ced-40ebfe91850a', 'tenant_id': 'd8da44d4038740dba3d7f2240df313d1', 'mac_address': 'fa:16:3e:cd:e1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c23a6-dd00-4324-988b-91502da41dda', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T08:57:11Z', 'updated_at': '2022-04-08T08:57:14Z', 'revision_number': 5, 'project_id': 'd8da44d4038740dba3d7f2240df313d1', 'subnets': [{'id': '110bbc4c-2e81-41cb-82f1-01dbdbfc789a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16f1247d-96a5-48a5-8fda-b026ca208d4c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 08:57:25.471522 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device cb7986f6-c44c-4ba7-9e28-532061df0691 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 08:57:25.542105 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port cb7986f6-c44c-4ba7-9e28-532061df0691 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:57:25.542514 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (cb7986f6-c44c-4ba7-9e28-532061df0691), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:25.633183 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port cb7986f6-c44c-4ba7-9e28-532061df0691 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 08:57:25.634081 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (cb7986f6-c44c-4ba7-9e28-532061df0691), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:25.680719 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port cb7986f6-c44c-4ba7-9e28-532061df0691, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=cb7986f6-c44c-4ba7-9e28-532061df0691,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 08:57:25.691133 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (cb7986f6-c44c-4ba7-9e28-532061df0691), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:25.749002 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=cb7986f6-c44c-4ba7-9e28-532061df0691,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:57:27.450499 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device cb7986f6-c44c-4ba7-9e28-532061df0691 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 08:57:27.562598 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port cb7986f6-c44c-4ba7-9e28-532061df0691 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:57:27.564949 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (cb7986f6-c44c-4ba7-9e28-532061df0691), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:27.667411 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port cb7986f6-c44c-4ba7-9e28-532061df0691 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 08:57:38.346752 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19a328cb-e866-45b9-9f51-e0427c9e846b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:40.759546 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-29cb1f2c-d60a-4067-b22f-114e3822ea35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:41.961405 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:43.222366 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:44.654167 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:57:56.964752 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 08:58:08.350569 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d709635d-93c6-4b2b-a064-26cf157fd903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:10.747332 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8845aeab-adee-4e16-946a-026c25488e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:11.905167 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:13.209099 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:14.650783 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:33.963917 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 08:58:38.354701 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cdf0bf00-ef9f-4e13-bc1c-f7a846b2cf01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:40.749549 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3f9d0c6-cfd1-4dda-9180-e09613beec2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:41.907259 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:43.211845 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:44.643901 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:44.997209 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54698) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:58:45.056921 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.pecan_wsgi.hooks.translation [None req-696cb344-8e6d-4678-967f-f39f5d25a996 admin admin] GET failed (client error): The resource could not be found. Apr 08 08:58:45.058332 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-696cb344-8e6d-4678-967f-f39f5d25a996 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601304 Apr 08 08:58:45.219405 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17c79b-fc08-4c29-9096-8217cc4ab79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:58:45.220800 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2c17c79b-fc08-4c29-9096-8217cc4ab79c admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1580064 Apr 08 08:58:47.497384 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54708) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:58:47.586437 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d813a681-1d33-48bf-ac3e-92f1baab0828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:58:47.587755 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d813a681-1d33-48bf-ac3e-92f1baab0828 admin admin] 10.222.0.11 "GET /v2.0/subnets/110bbc4c-2e81-41cb-82f1-01dbdbfc789a HTTP/1.1" status: 200 len: 849 time: 0.0894337 Apr 08 08:58:47.598031 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 08:58:47.690894 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Publish callbacks [] for subnet (110bbc4c-2e81-41cb-82f1-01dbdbfc789a), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:47.825665 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745149805150'] for subnet (110bbc4c-2e81-41cb-82f1-01dbdbfc789a), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:47.858010 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:58:47.858604 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:47.873745 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] 10.222.0.11 "PUT /v2.0/subnets/110bbc4c-2e81-41cb-82f1-01dbdbfc789a HTTP/1.1" status: 200 len: 868 time: 0.2663326 Apr 08 08:58:47.874004 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ca6c33-a7ca-487e-b620-1be9bfcc6f28 None None] Network c3db5a3a-b1d5-40ec-9ced-40ebfe91850a requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 08:58:47.880509 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=110bbc4c-2e81-41cb-82f1-01dbdbfc789a,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:58:47.889332 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.889687 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.890107 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.890457 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.891323 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.891323 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.891519 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.891758 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.892136 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.892509 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.892832 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.893220 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.893980 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.893980 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:47.894388 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee6578a-e131-4a0b-9200-c76b32461cf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:58:48.252993 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-b489e7f1-f966-4fd3-a65e-fd88a68453d5 None None] Provisioning complete for port ec64d585-7787-4c28-a820-938844faf708 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:58:48.253388 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b489e7f1-f966-4fd3-a65e-fd88a68453d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (ec64d585-7787-4c28-a820-938844faf708), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:48.334097 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b489e7f1-f966-4fd3-a65e-fd88a68453d5 None None] Current status of the port ec64d585-7787-4c28-a820-938844faf708 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 08:58:48.344502 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-b489e7f1-f966-4fd3-a65e-fd88a68453d5 None None] Provisioning complete for port 27268cb5-d461-481d-bd0e-23bf305f581b triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:58:48.344903 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b489e7f1-f966-4fd3-a65e-fd88a68453d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (27268cb5-d461-481d-bd0e-23bf305f581b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:58:48.419290 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b489e7f1-f966-4fd3-a65e-fd88a68453d5 None None] Current status of the port 27268cb5-d461-481d-bd0e-23bf305f581b is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 08:58:50.184678 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54716) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:58:50.384541 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98a2984-d353-4a7d-a38b-5f9e49e955dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:58:50.384958 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98a2984-d353-4a7d-a38b-5f9e49e955dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:58:50.387033 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b98a2984-d353-4a7d-a38b-5f9e49e955dc admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2008882 Apr 08 08:58:52.709490 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54724) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:58:52.841212 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d913b5e-d135-4534-82fd-a5f61e9e01c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:58:52.841683 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d913b5e-d135-4534-82fd-a5f61e9e01c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:58:52.843200 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2d913b5e-d135-4534-82fd-a5f61e9e01c7 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1327672 Apr 08 08:58:55.151421 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54732) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:58:55.272629 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d3a8a5-bbf0-4651-9359-5bf4876df55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:58:55.273960 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-58d3a8a5-bbf0-4651-9359-5bf4876df55a admin admin] 10.222.0.11 "GET /v2.0/networks/7ebe3efe-4cd7-4e59-bb8e-76581072b047 HTTP/1.1" status: 200 len: 886 time: 0.1210032 Apr 08 08:58:57.598498 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54740) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:58:57.727577 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62494f5a-b41c-4ba4-9bb2-a35061f48f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:58:57.730893 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-62494f5a-b41c-4ba4-9bb2-a35061f48f4f admin admin] 10.222.0.11 "GET /v2.0/networks/c3db5a3a-b1d5-40ec-9ced-40ebfe91850a HTTP/1.1" status: 200 len: 868 time: 0.1306763 Apr 08 08:59:00.069740 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54748) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:59:00.204306 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afff9c3-4281-4944-a499-76e7c02e3ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:59:00.204786 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afff9c3-4281-4944-a499-76e7c02e3ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:59:00.206328 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0afff9c3-4281-4944-a499-76e7c02e3ce0 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1356244 Apr 08 08:59:02.590550 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54758) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:59:02.681650 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f6140-c3dc-4ac6-a0fa-e5ae38fe1353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:59:02.682102 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f6140-c3dc-4ac6-a0fa-e5ae38fe1353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:59:02.683581 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-075f6140-c3dc-4ac6-a0fa-e5ae38fe1353 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0920660 Apr 08 08:59:04.986427 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54766) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:59:05.129095 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8f67d2-d96c-405f-9d2f-8006055d4803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:59:05.130451 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-be8f67d2-d96c-405f-9d2f-8006055d4803 admin admin] 10.222.0.11 "GET /v2.0/subnets/110bbc4c-2e81-41cb-82f1-01dbdbfc789a HTTP/1.1" status: 200 len: 868 time: 0.1430886 Apr 08 08:59:07.455916 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54774) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:59:07.539144 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b62021-baef-4792-98a7-9710e8ef065f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:59:07.540460 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c8b62021-baef-4792-98a7-9710e8ef065f admin admin] 10.222.0.11 "GET /v2.0/subnets/3a4059c7-bf1a-4312-acde-85541c5f79b2 HTTP/1.1" status: 200 len: 816 time: 0.0835814 Apr 08 08:59:08.360299 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b3bbbe1-bb37-44dc-b518-60de5caa8127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:10.753199 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-81191d1a-6bca-40b6-b3b9-6979c29fafec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:10.962537 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 08:59:11.910433 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:13.214706 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:14.646032 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:38.362233 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cd2206d-6301-4ee1-9df1-8e9de80dcc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:40.755578 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-193e131c-ff31-41ca-8e39-2d4777451619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:41.914180 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:43.216177 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:44.647586 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:47.961044 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 08:59:49.126258 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54832) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:59:49.171731 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [None req-da02408e-d15a-4e3b-a4b9-45abf251c38d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 08:59:49.172734 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-da02408e-d15a-4e3b-a4b9-45abf251c38d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0455277 Apr 08 08:59:51.537958 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54840) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:59:51.596671 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd74fbb8-fb2e-4226-970f-45e1f31ef57a admin admin] GET failed (client error): The resource could not be found. Apr 08 08:59:51.597923 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-cd74fbb8-fb2e-4226-970f-45e1f31ef57a admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590436 Apr 08 08:59:51.794784 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4df703-7b25-4ae7-a13c-35415acf6191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:59:51.796241 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-dc4df703-7b25-4ae7-a13c-35415acf6191 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1943665 Apr 08 08:59:54.125742 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54848) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:59:54.171532 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 08:59:54.190306 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Made reservation on behalf of b574b13c07be454c956f7cca49ab79ed for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 08:59:54.192636 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:54.225212 dv-cinder-836996-2-iscsi neutron-server[103424]: WARNING neutron.services.revisions.revision_plugin [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Could not find related network for resource to bump revision. Apr 08 08:59:54.239645 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 08:59:54.248384 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (8cc34601-d32f-4c81-bb32-1f0cf92d93e9), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:54.248743 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Added segment 8cc34601-d32f-4c81-bb32-1f0cf92d93e9 of type vlan for network 375fab35-e279-4078-b510-42e8132a9816 Apr 08 08:59:54.298162 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (375fab35-e279-4078-b510-42e8132a9816), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:54.320195 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (375fab35-e279-4078-b510-42e8132a9816), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:54.321239 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:59:54.321804 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:54.377907 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2511201 Apr 08 08:59:54.384769 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Pushing event updated for resources: {'Network': ['ID=375fab35-e279-4078-b510-42e8132a9816,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:59:54.392907 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.393257 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.393599 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.393949 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.394281 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.394607 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.394932 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.395258 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.395583 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.395907 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.396262 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.396616 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.396942 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.397259 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.397588 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985e2d-c8c2-4332-a95a-6fa83ee2be75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:54.409515 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 375fab35-e279-4078-b510-42e8132a9816 details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 08:59:56.716900 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54856) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 08:59:56.782711 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb803101-34c5-4dfc-8e16-e0cb1c066191 admin admin] GET failed (client error): The resource could not be found. Apr 08 08:59:56.784061 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-cb803101-34c5-4dfc-8e16-e0cb1c066191 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0661833 Apr 08 08:59:56.890144 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfe9f9a-64c0-4ce0-b393-a0ca5819e662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:59:56.892942 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fbfe9f9a-64c0-4ce0-b393-a0ca5819e662 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1047027 Apr 08 08:59:56.901862 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-d1fab833-59ec-449e-a0e8-4b11194500cc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '375fab35-e279-4078-b510-42e8132a9816', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 08:59:56.921853 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fab833-59ec-449e-a0e8-4b11194500cc admin admin] Made reservation on behalf of b574b13c07be454c956f7cca49ab79ed for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 08:59:56.924078 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d1fab833-59ec-449e-a0e8-4b11194500cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:57.137367 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d1fab833-59ec-449e-a0e8-4b11194500cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (64db698d-ae7e-4f8f-8ec7-f355115b1361), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:57.203404 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fab833-59ec-449e-a0e8-4b11194500cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=64db698d-ae7e-4f8f-8ec7-f355115b1361,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:59:57.206190 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fab833-59ec-449e-a0e8-4b11194500cc admin admin] Checking segment: {'id': '8cc34601-d32f-4c81-bb32-1f0cf92d93e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '375fab35-e279-4078-b510-42e8132a9816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 08:59:57.206586 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fab833-59ec-449e-a0e8-4b11194500cc admin admin] Network hostable DHCP agents. Network: 375fab35-e279-4078-b510-42e8132a9816, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 08:59:57.226900 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fab833-59ec-449e-a0e8-4b11194500cc admin admin] Network 375fab35-e279-4078-b510-42e8132a9816 is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 08:59:57.240951 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-d1fab833-59ec-449e-a0e8-4b11194500cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 375fab35-e279-4078-b510-42e8132a9816) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 08:59:57.246258 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fab833-59ec-449e-a0e8-4b11194500cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 08:59:57.246858 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d1fab833-59ec-449e-a0e8-4b11194500cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:57.251901 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4987b1-a366-4de9-99e8-7a0521b5b733 None None] Network 375fab35-e279-4078-b510-42e8132a9816 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 08:59:57.262518 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d1fab833-59ec-449e-a0e8-4b11194500cc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3646672 Apr 08 08:59:57.360277 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b62ef2-cd21-5b3a-97f1-5745f5eda7dd-375fab35-e279-4078-b510-42e8132a9816', 'network_id': '375fab35-e279-4078-b510-42e8132a9816', 'project_id': 'b574b13c07be454c956f7cca49ab79ed', 'fixed_ips': [{'subnet_id': '64db698d-ae7e-4f8f-8ec7-f355115b1361'}]}} from dv-cinder-836996-2-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 08:59:57.361191 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:57.502307 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Allocated IP 192.168.233.2 (375fab35-e279-4078-b510-42e8132a9816/64db698d-ae7e-4f8f-8ec7-f355115b1361/4b4d3297-40b6-44c4-96ae-8198705a4c5e) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 08:59:57.646804 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Publish callbacks [] for port (4b4d3297-40b6-44c4-96ae-8198705a4c5e), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:57.653676 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (4b4d3297-40b6-44c4-96ae-8198705a4c5e), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:57.697321 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Network 375fab35-e279-4078-b510-42e8132a9816 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 08:59:57.702133 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 08:59:57.704814 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 08:59:57.712555 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Pushing event updated for resources: {'Port': ['ID=4b4d3297-40b6-44c4-96ae-8198705a4c5e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:59:57.724085 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.724433 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.724871 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.725180 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.725519 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.725839 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.726162 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.726483 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.726808 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.727126 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.727444 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.727766 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.728081 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.728393 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.729263 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 08:59:57.881244 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Attempting to bind port 4b4d3297-40b6-44c4-96ae-8198705a4c5e on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 08:59:57.881616 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Attempting to bind port 4b4d3297-40b6-44c4-96ae-8198705a4c5e by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '8cc34601-d32f-4c81-bb32-1f0cf92d93e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '375fab35-e279-4078-b510-42e8132a9816'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 08:59:57.881979 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Attempting to bind port 4b4d3297-40b6-44c4-96ae-8198705a4c5e on network 375fab35-e279-4078-b510-42e8132a9816 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 08:59:57.887524 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 08:59:57.887894 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Checking segment: {'id': '8cc34601-d32f-4c81-bb32-1f0cf92d93e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '375fab35-e279-4078-b510-42e8132a9816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 08:59:57.888291 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:57.888772 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Bound using segment: {'id': '8cc34601-d32f-4c81-bb32-1f0cf92d93e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '375fab35-e279-4078-b510-42e8132a9816'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 08:59:57.889236 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Bound port: 4b4d3297-40b6-44c4-96ae-8198705a4c5e, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc34601-d32f-4c81-bb32-1f0cf92d93e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '375fab35-e279-4078-b510-42e8132a9816'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 08:59:57.889612 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (4b4d3297-40b6-44c4-96ae-8198705a4c5e), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:57.952086 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] For port 4b4d3297-40b6-44c4-96ae-8198705a4c5e, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 08:59:57.955828 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] For port 4b4d3297-40b6-44c4-96ae-8198705a4c5e, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=4b4d3297-40b6-44c4-96ae-8198705a4c5e,segment=NetworkSegment(8cc34601-d32f-4c81-bb32-1f0cf92d93e9),segment_id=8cc34601-d32f-4c81-bb32-1f0cf92d93e9)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 08:59:57.961690 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (4b4d3297-40b6-44c4-96ae-8198705a4c5e), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:58.019142 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e97c4-1b91-48d6-a3bc-3fe682905277 None None] Pushing event updated for resources: {'Port': ['ID=4b4d3297-40b6-44c4-96ae-8198705a4c5e,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:59:58.860388 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a5ca10-8cd0-45a3-9811-38af9ccba769 None None] Network 375fab35-e279-4078-b510-42e8132a9816 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 08:59:58.959598 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-c4aa79af-9a83-4589-b546-6707e87a8ae7 None None] Provisioning complete for port 4b4d3297-40b6-44c4-96ae-8198705a4c5e triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:59:58.959982 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4aa79af-9a83-4589-b546-6707e87a8ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (4b4d3297-40b6-44c4-96ae-8198705a4c5e), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:59.055987 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa79af-9a83-4589-b546-6707e87a8ae7 None None] Current status of the port 4b4d3297-40b6-44c4-96ae-8198705a4c5e is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 08:59:59.056372 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4aa79af-9a83-4589-b546-6707e87a8ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (4b4d3297-40b6-44c4-96ae-8198705a4c5e), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:59.094027 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-c4aa79af-9a83-4589-b546-6707e87a8ae7 None None] For port 4b4d3297-40b6-44c4-96ae-8198705a4c5e, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=4b4d3297-40b6-44c4-96ae-8198705a4c5e,segment=NetworkSegment(8cc34601-d32f-4c81-bb32-1f0cf92d93e9),segment_id=8cc34601-d32f-4c81-bb32-1f0cf92d93e9)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 08:59:59.099608 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4aa79af-9a83-4589-b546-6707e87a8ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (4b4d3297-40b6-44c4-96ae-8198705a4c5e), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:59.153321 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa79af-9a83-4589-b546-6707e87a8ae7 None None] Pushing event updated for resources: {'Port': ['ID=4b4d3297-40b6-44c4-96ae-8198705a4c5e,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 08:59:59.220434 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-d2c5f50c-4aa1-4d71-a5c0-541f4bdf95a0 None None] Provisioning complete for port 4b4d3297-40b6-44c4-96ae-8198705a4c5e triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:59:59.220854 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f50c-4aa1-4d71-a5c0-541f4bdf95a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (4b4d3297-40b6-44c4-96ae-8198705a4c5e), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:59.302388 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d2c5f50c-4aa1-4d71-a5c0-541f4bdf95a0 None None] Current status of the port 4b4d3297-40b6-44c4-96ae-8198705a4c5e is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 08:59:59.531064 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 4b4d3297-40b6-44c4-96ae-8198705a4c5e up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 08:59:59.581172 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 4b4d3297-40b6-44c4-96ae-8198705a4c5e triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 08:59:59.582186 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (4b4d3297-40b6-44c4-96ae-8198705a4c5e), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 08:59:59.662871 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 4b4d3297-40b6-44c4-96ae-8198705a4c5e is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:00:08.362672 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-46a3992a-3362-4cd7-8692-5e5da0d82311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:00:10.756625 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2aa0d0f-ba86-4fd9-adca-acabec3cbb62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:00:11.917837 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:00:13.222116 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:00:14.649336 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:00:24.959582 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:00:38.363711 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c814abe-ee78-477b-bd15-de061f32b635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:00:40.757975 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-26f98c1e-dc1e-423d-9274-4a9cdc48ccd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:00:41.921527 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:00:43.223054 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:00:44.654032 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:01.958170 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:01:08.364255 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-546192a7-e625-43e8-9996-b11c32db347f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:10.761660 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb3c0039-382d-4e6d-813c-4ca9f77f4380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:11.922433 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:13.227049 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:14.655558 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:38.366812 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b35196d-cb2e-4b0b-9272-5e98dcf50fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:38.956488 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:01:39.541665 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54894) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:01:39.547237 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [None req-b02c35d9-5f15-408e-afb3-8b28b9c95c39 tempest-verify_tempest_config-1945963009 tempest-verify_tempest_config-1945963009-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:01:39.548209 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b02c35d9-5f15-408e-afb3-8b28b9c95c39 tempest-verify_tempest_config-1945963009 tempest-verify_tempest_config-1945963009-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055759 Apr 08 09:01:39.831267 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 54912) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:01:39.933543 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:40.007200 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Publish callbacks [] for security_group (8e8f878f-1c2e-468f-9f5e-322844030edf), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:40.010612 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (8e8f878f-1c2e-468f-9f5e-322844030edf), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:40.052900 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8f878f-1c2e-468f-9f5e-322844030edf,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:01:40.057933 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=172ad0c518614ce8bc1bbe13e53e2ab9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2256639 Apr 08 09:01:40.060841 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54918) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:01:40.062181 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.062535 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.062882 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.063228 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.063564 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.063895 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.064224 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.064580 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.064911 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.065240 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.065587 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.065932 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.066264 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.066586 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.066907 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248dae9-50d1-4874-9230-cd7f0d25f310 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.114664 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Publish callbacks [] for security_group (8e8f878f-1c2e-468f-9f5e-322844030edf), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:40.136058 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Publish callbacks [] for security_group (8e8f878f-1c2e-468f-9f5e-322844030edf), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:40.225169 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (8e8f878f-1c2e-468f-9f5e-322844030edf), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:40.228020 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:40.229255 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e8f878f-1c2e-468f-9f5e-322844030edf HTTP/1.1" status: 204 len: 168 time: 0.1674621 Apr 08 09:01:40.236762 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8f878f-1c2e-468f-9f5e-322844030edf,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:01:40.243881 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.244239 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.244621 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.244967 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.245304 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.245636 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.245968 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.246299 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.246646 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.246979 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.247326 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.247671 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.248001 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.248326 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.248676 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635169e1-3425-4505-a66d-2f100c4da556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:01:40.763147 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1e10930a-92a8-4f29-af57-7b3f484c9214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:41.926067 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:43.233385 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:01:44.657695 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:02:08.367758 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-85e6e407-1e57-4b20-b2b5-541d92e47c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:02:10.764274 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5913-3d1f-468d-aad5-e664294a4471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:02:11.926833 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:02:13.233928 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:02:14.659658 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:02:15.955085 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:02:38.371839 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2ca3e1f-4dd7-4cbe-b94b-f3837bf75045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:02:40.773371 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7e01-0028-4e3e-935d-d4b15e40e00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:02:41.932735 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:02:43.235456 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:02:44.662355 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:02:52.953814 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 5 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:03:08.373235 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3882ddd0-2657-4859-8d3d-9ebedf5f04eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:03:10.770181 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-63c9c9fc-09ce-45e5-b2a3-d0e5297fb8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:03:11.932085 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:03:13.238586 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:03:14.664180 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:03:26.208735 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613290'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:03:29.953107 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:03:38.374388 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eefc350d-c466-4ead-b19f-b1740e593db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:03:40.504905 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54988) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:03:40.608450 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5989dd38-66f3-4eb8-a0f8-184ab1acead4 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1024015 Apr 08 09:03:40.772596 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2aada9a9-cf19-4411-bc13-d0d7e51d64cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:03:41.935251 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:03:42.914895 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 54998) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:03:42.968163 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-6d4c052a-3134-45a0-93dd-f356bb9ae17d admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521295 Apr 08 09:03:43.242396 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:03:44.668931 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:03:56.205468 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:04:06.951028 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:04:08.373935 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b06feaf4-bfeb-42ac-a60d-3c05cc085367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:04:10.774715 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74531804-e20a-4cb3-a203-fbdfb1786221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:04:11.936911 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:04:13.246126 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:04:14.670547 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:04:26.205465 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:04:38.382056 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-843cef1c-e0e8-4cf8-a51e-d9f75c556b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:04:40.779481 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2205934b-5049-49d5-bceb-7cbe96bd2bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:04:41.938943 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:04:43.249158 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:04:43.950142 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:04:44.673760 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:04:56.203924 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:08.376098 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-01d59bf8-2001-4dbb-8d56-373a2f115bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:10.783711 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30828524-9f26-4aeb-8a3d-8ac0b4de8cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:11.943548 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:13.252574 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:14.676041 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:20.953186 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:05:21.671130 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55144) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:21.904365 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1376529361-network', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:21.927709 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Made reservation on behalf of 1138136b57c543faa9fc9e4cc4ff7d38 for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:05:21.930669 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:21.944396 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.031281 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Publish callbacks [] for security_group (4cd70d45-a000-4bd1-9e82-c25cda06673e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.035793 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (4cd70d45-a000-4bd1-9e82-c25cda06673e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.065664 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:05:22.077488 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd70d45-a000-4bd1-9e82-c25cda06673e,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:22.085929 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.086294 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.086686 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.087037 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.091060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.091060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.091060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.091060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.091060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.091060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.091060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.091060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.091060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.091060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.091060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Tracked resource versions report: Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: pushed versions: Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: { 'AddressGroup': {'1.2'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Agent': {'1.1'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'ConntrackHelper': {'1.0'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'LocalIPAssociation': {'1.0'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Log': {'1.0'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'NDPProxy': {'1.0'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Network': {'1.1'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Port': {'1.7'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'PortForwarding': {'1.3'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'QosPolicy': {'1.10'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'SecurityGroup': {'1.5'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'SecurityGroupRule': {'1.2'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'SubPort': {'1.0'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Subnet': {'1.1'}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Trunk': {'1.1'}} Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: consumer versions: Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: { DHCP agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: HyperV agent@hv-cinder-83699: {}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: L3 agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: Metadata agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: Metering agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: Open vSwitch agent@dv-cinder-836996-2-iscsi: { 'AddressGroup': '1.2', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Agent': '1.1', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'ConntrackHelper': '1.0', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'LocalIPAssociation': '1.0', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Log': '1.0', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'NDPProxy': '1.0', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Network': '1.1', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Port': '1.7', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'PortForwarding': '1.3', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'QosPolicy': '1.10', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'SecurityGroup': '1.5', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'SecurityGroupRule': '1.2', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'SubPort': '1.0', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Subnet': '1.1', Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: 'Trunk': '1.1'}} Apr 08 09:05:22.092132 dv-cinder-836996-2-iscsi neutron-server[103424]: {{(pid=103424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 09:05:22.101223 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (7bae30f3-9c7a-427d-845f-dccbfdadb634), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.105401 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Added segment 7bae30f3-9c7a-427d-845f-dccbfdadb634 of type vlan for network 0d212e64-e599-4f30-a480-e7099d8eb4c3 Apr 08 09:05:22.149793 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (0d212e64-e599-4f30-a480-e7099d8eb4c3), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.175476 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (0d212e64-e599-4f30-a480-e7099d8eb4c3), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.176710 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:22.177509 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.240588 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5680017 Apr 08 09:05:22.241368 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55190) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:22.245847 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b80226-74f1-4103-a91d-69407132d5da admin admin] Pushing event updated for resources: {'Network': ['ID=0d212e64-e599-4f30-a480-e7099d8eb4c3,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:22.254664 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Request body: {'subnet': {'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1376529361-subnet', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:22.259645 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 0d212e64-e599-4f30-a480-e7099d8eb4c3 details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:05:22.278423 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Made reservation on behalf of 1138136b57c543faa9fc9e4cc4ff7d38 for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:05:22.282021 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.456038 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (317ed796-bf5f-413a-88ba-27d2f3ef552b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.510665 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=317ed796-bf5f-413a-88ba-27d2f3ef552b,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:22.522108 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.522344 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.522706 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.523079 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.523362 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.523689 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.523993 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.524324 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.524685 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.525013 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.525348 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.525673 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.525991 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.526307 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.526620 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Tracked resource versions report: Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: pushed versions: Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: { 'AddressGroup': {'1.2'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Agent': {'1.1'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'ConntrackHelper': {'1.0'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'LocalIPAssociation': {'1.0'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Log': {'1.0'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'NDPProxy': {'1.0'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Network': {'1.1'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Port': {'1.7'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'PortForwarding': {'1.3'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'QosPolicy': {'1.10'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'SecurityGroup': {'1.5'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'SecurityGroupRule': {'1.2'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'SubPort': {'1.0'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Subnet': {'1.1'}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Trunk': {'1.1'}} Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: consumer versions: Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: { DHCP agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: HyperV agent@hv-cinder-83699: {}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: L3 agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: Metadata agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: Metering agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: Open vSwitch agent@dv-cinder-836996-2-iscsi: { 'AddressGroup': '1.2', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Agent': '1.1', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'ConntrackHelper': '1.0', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'LocalIPAssociation': '1.0', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Log': '1.0', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'NDPProxy': '1.0', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Network': '1.1', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Port': '1.7', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'PortForwarding': '1.3', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'QosPolicy': '1.10', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'SecurityGroup': '1.5', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'SecurityGroupRule': '1.2', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'SubPort': '1.0', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Subnet': '1.1', Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: 'Trunk': '1.1'}} Apr 08 09:05:22.528146 dv-cinder-836996-2-iscsi neutron-server[103425]: {{(pid=103425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 09:05:22.542157 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Checking segment: {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:22.542514 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Network hostable DHCP agents. Network: 0d212e64-e599-4f30-a480-e7099d8eb4c3, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:05:22.561307 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Network 0d212e64-e599-4f30-a480-e7099d8eb4c3 is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:05:22.574106 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 0d212e64-e599-4f30-a480-e7099d8eb4c3) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:22.579284 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:22.579898 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.584786 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa407d0f-f055-4a66-96fa-789d7c60ee15 None None] Network 0d212e64-e599-4f30-a480-e7099d8eb4c3 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:05:22.600681 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-99053826-58a0-4f33-85c5-51f026e46697 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3578119 Apr 08 09:05:22.603274 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55208) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:22.608983 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:22.639527 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105235'] for router (f427d911-a405-4f55-bf57-0421c96c26ee), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.640768 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105448'] for router (f427d911-a405-4f55-bf57-0421c96c26ee), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.645604 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55210) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:22.698943 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55220) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:22.703909 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b62ef2-cd21-5b3a-97f1-5745f5eda7dd-0d212e64-e599-4f30-a480-e7099d8eb4c3', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b'}]}} from dv-cinder-836996-2-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 09:05:22.705443 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.718903 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55224) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:22.760347 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Publish callbacks [] for router_controller (f427d911-a405-4f55-bf57-0421c96c26ee), precommit_add_association {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:22.885099 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Allocated IP 172.20.0.2 (0d212e64-e599-4f30-a480-e7099d8eb4c3/317ed796-bf5f-413a-88ba-27d2f3ef552b/b076945e-ee63-452f-9176-a17322a62e1a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:22.923236 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Publish callbacks [] for router_gateway (f427d911-a405-4f55-bf57-0421c96c26ee), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.051913 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Publish callbacks [] for port (b076945e-ee63-452f-9176-a17322a62e1a), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.061410 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (b076945e-ee63-452f-9176-a17322a62e1a), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.089228 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-667739409-network', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:23.117265 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Network 0d212e64-e599-4f30-a480-e7099d8eb4c3 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:23.122185 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:23.124107 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Made reservation on behalf of aee1bc4a94954ae6b5d10210208ff8a6 for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:05:23.126553 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.126992 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:23.139980 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Pushing event updated for resources: {'Port': ['ID=b076945e-ee63-452f-9176-a17322a62e1a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:23.145591 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.148959 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.149477 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.150007 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.150526 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.151073 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.151552 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.152045 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.152805 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.153552 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.154031 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.154518 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.155185 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.155528 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.155855 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.156187 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Tracked resource versions report: Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: pushed versions: Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: { 'AddressGroup': {'1.2'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Agent': {'1.1'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'ConntrackHelper': {'1.0'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'LocalIPAssociation': {'1.0'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Log': {'1.0'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'NDPProxy': {'1.0'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Network': {'1.1'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Port': {'1.7'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'PortForwarding': {'1.3'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'QosPolicy': {'1.10'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'SecurityGroup': {'1.5'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'SecurityGroupRule': {'1.2'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'SubPort': {'1.0'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Subnet': {'1.1'}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Trunk': {'1.1'}} Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: consumer versions: Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: { DHCP agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: HyperV agent@hv-cinder-83699: {}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: L3 agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: Metadata agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: Metering agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: Open vSwitch agent@dv-cinder-836996-2-iscsi: { 'AddressGroup': '1.2', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Agent': '1.1', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'ConntrackHelper': '1.0', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'LocalIPAssociation': '1.0', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Log': '1.0', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'NDPProxy': '1.0', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Network': '1.1', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Port': '1.7', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'PortForwarding': '1.3', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'QosPolicy': '1.10', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'SecurityGroup': '1.5', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'SecurityGroupRule': '1.2', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'SubPort': '1.0', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Subnet': '1.1', Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: 'Trunk': '1.1'}} Apr 08 09:05:23.157350 dv-cinder-836996-2-iscsi neutron-server[103426]: {{(pid=103426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 09:05:23.159750 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1049285633-network', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:23.184077 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Publish callbacks [] for router_gateway (f427d911-a405-4f55-bf57-0421c96c26ee), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.196529 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-511738377-network', 'tenant_id': '68a0eca57db9453ca8f4097f532bd52e'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:23.210282 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.221579 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Attempting to bind port b076945e-ee63-452f-9176-a17322a62e1a on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:05:23.222379 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Attempting to bind port b076945e-ee63-452f-9176-a17322a62e1a by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:05:23.224223 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Attempting to bind port b076945e-ee63-452f-9176-a17322a62e1a on network 0d212e64-e599-4f30-a480-e7099d8eb4c3 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:05:23.234103 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:05:23.234713 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Checking segment: {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:23.235384 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.235938 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Bound using segment: {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:05:23.236680 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Bound port: b076945e-ee63-452f-9176-a17322a62e1a, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:05:23.237228 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (b076945e-ee63-452f-9176-a17322a62e1a), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.303319 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Made reservation on behalf of 68a0eca57db9453ca8f4097f532bd52e for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:05:23.306537 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.319452 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.321521 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Made reservation on behalf of d6f8df1da1ee4ace879e651f6adafe22 for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:05:23.325692 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.335650 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] For port b076945e-ee63-452f-9176-a17322a62e1a, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:05:23.345842 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] For port b076945e-ee63-452f-9176-a17322a62e1a, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=b076945e-ee63-452f-9176-a17322a62e1a,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:05:23.349148 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.352725 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Allocated IP 172.27.2.31 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/facb6522-d3d5-40db-97d7-c5047a2928cd) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:23.357371 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (b076945e-ee63-452f-9176-a17322a62e1a), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.451352 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Publish callbacks [] for security_group (67d05f62-2817-4e35-aeee-b11413d27787), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.464669 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (67d05f62-2817-4e35-aeee-b11413d27787), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.487497 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8adc7-7ddd-41ac-977b-1c152d8a85b2 None None] Pushing event updated for resources: {'Port': ['ID=b076945e-ee63-452f-9176-a17322a62e1a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:23.511484 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d05f62-2817-4e35-aeee-b11413d27787,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:23.541931 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:05:23.543933 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Publish callbacks [] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.575929 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (926d79d8-2776-4ab3-9ab6-876d21e3d335), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.576281 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Added segment 926d79d8-2776-4ab3-9ab6-876d21e3d335 of type vlan for network 4b30230e-4c3b-4dea-8337-326b2135c68c Apr 08 09:05:23.606642 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Publish callbacks [] for security_group (e31d204b-3931-4a11-b5bb-86cf5355db5e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.607489 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.639680 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:23.642174 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:23.643796 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (e31d204b-3931-4a11-b5bb-86cf5355db5e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.658029 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:05:23.667195 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (81f9e819-0683-4eed-acec-cad292567d16), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.667538 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Added segment 81f9e819-0683-4eed-acec-cad292567d16 of type vlan for network 2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd Apr 08 09:05:23.672227 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Publish callbacks [] for security_group (c40bcf7b-793c-4c9c-a8c4-78450ee57845), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.674953 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:23.720003 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.748396 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (c40bcf7b-793c-4c9c-a8c4-78450ee57845), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.766326 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (4b30230e-4c3b-4dea-8337-326b2135c68c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.833160 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (4b30230e-4c3b-4dea-8337-326b2135c68c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.836698 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:23.837579 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.888927 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:05:23.917131 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2696533 Apr 08 09:05:23.918975 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55256) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:23.920325 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d204b-3931-4a11-b5bb-86cf5355db5e,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:23.946034 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-84cb693b-d61a-48b4-ab6f-65d08a4e95e6 admin admin] Request body: {'subnet': {'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-subnet', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:23.954691 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.955587 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:23.962290 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.979683 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (46179454-b158-4746-8ad4-809c68c719db), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:23.980035 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Added segment 46179454-b158-4746-8ad4-809c68c719db of type vlan for network 1f94f736-3add-466f-a71b-84aa6e30f09b Apr 08 09:05:24.014528 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Pushing event updated for resources: {'Port': ['ID=facb6522-d3d5-40db-97d7-c5047a2928cd,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:24.054150 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Publish callbacks [] for router_gateway (f427d911-a405-4f55-bf57-0421c96c26ee), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:24.210756 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40bcf7b-793c-4c9c-a8c4-78450ee57845,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:24.258934 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (1f94f736-3add-466f-a71b-84aa6e30f09b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:24.338061 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6166270 Apr 08 09:05:24.341819 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55274) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:24.348445 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cb693b-d61a-48b4-ab6f-65d08a4e95e6 admin admin] Made reservation on behalf of aee1bc4a94954ae6b5d10210208ff8a6 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:05:24.351262 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-84cb693b-d61a-48b4-ab6f-65d08a4e95e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:24.354451 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (1f94f736-3add-466f-a71b-84aa6e30f09b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:24.356301 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:24.361928 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:24.369787 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2952cbe-0d8c-420e-a339-d992fe0837c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4b30230e-4c3b-4dea-8337-326b2135c68c,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:24.372296 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-54cfbb17-a8ea-43aa-97f6-4bb9b282ab7e admin admin] Request body: {'subnet': {'network_id': '2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-511738377-subnet', 'tenant_id': '68a0eca57db9453ca8f4097f532bd52e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:24.492603 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cfbb17-a8ea-43aa-97f6-4bb9b282ab7e admin admin] Made reservation on behalf of 68a0eca57db9453ca8f4097f532bd52e for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:05:24.495261 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-54cfbb17-a8ea-43aa-97f6-4bb9b282ab7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:24.622987 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9152148 Apr 08 09:05:24.623766 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55292) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:24.641316 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-acf2d7b1-cf0a-4bcc-b9c1-837dba208d7d admin admin] Request body: {'subnet': {'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-subnet', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:24.662336 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e6959-bef4-41bf-aa00-8628bb283e6d admin admin] Pushing event updated for resources: {'Network': ['ID=2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:24.742112 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 4b30230e-4c3b-4dea-8337-326b2135c68c details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:05:24.762515 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf2d7b1-cf0a-4bcc-b9c1-837dba208d7d admin admin] Made reservation on behalf of d6f8df1da1ee4ace879e651f6adafe22 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:05:24.768074 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-acf2d7b1-cf0a-4bcc-b9c1-837dba208d7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:24.778352 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-54cfbb17-a8ea-43aa-97f6-4bb9b282ab7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:24.778979 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:05:24.845215 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfbb17-a8ea-43aa-97f6-4bb9b282ab7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:24.873283 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cfbb17-a8ea-43aa-97f6-4bb9b282ab7e admin admin] Checking segment: {'id': '81f9e819-0683-4eed-acec-cad292567d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:24.873942 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cfbb17-a8ea-43aa-97f6-4bb9b282ab7e admin admin] Network hostable DHCP agents. Network: 2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:05:24.907786 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cfbb17-a8ea-43aa-97f6-4bb9b282ab7e admin admin] Network 2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:05:24.919903 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610855'] for router (f427d911-a405-4f55-bf57-0421c96c26ee), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:24.927351 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-54cfbb17-a8ea-43aa-97f6-4bb9b282ab7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:24.968532 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cfbb17-a8ea-43aa-97f6-4bb9b282ab7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:24.969645 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-54cfbb17-a8ea-43aa-97f6-4bb9b282ab7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:24.978150 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a88ae2-a651-4c78-ae97-6397d14d9ab5 None None] Network 2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:05:25.005079 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-54cfbb17-a8ea-43aa-97f6-4bb9b282ab7e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6598756 Apr 08 09:05:25.010325 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece04cd2-3206-4c5b-86ad-32ef3b0683e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1f94f736-3add-466f-a71b-84aa6e30f09b,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:25.087273 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93616ea-056a-4de6-a581-c5b8f16a8b93 None None] Network 0d212e64-e599-4f30-a480-e7099d8eb4c3 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:05:25.137508 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 1f94f736-3add-466f-a71b-84aa6e30f09b details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:05:25.148054 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Router f427d911-a405-4f55-bf57-0421c96c26ee is scheduled to L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 with binding_index 1 {{(pid=103425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 09:05:25.198467 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-84cb693b-d61a-48b4-ab6f-65d08a4e95e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (7e2e608c-5756-4e6d-af6d-52672d8949cb), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:25.320231 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:05:25.324310 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-acf2d7b1-cf0a-4bcc-b9c1-837dba208d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (9b66a29b-7eca-47b9-81d7-f1a70dd2413c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:25.330843 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Sync routers for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:05:25.340233 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb693b-d61a-48b4-ab6f-65d08a4e95e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2e608c-5756-4e6d-af6d-52672d8949cb,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:25.344955 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:05:25.345988 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:05:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:25.359730 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:25.364463 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b3ff1a68-9e68-4a04-9dd9-e4dbb3f1283c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7564921 Apr 08 09:05:25.365468 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55316) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:25.442836 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cb693b-d61a-48b4-ab6f-65d08a4e95e6 admin admin] Checking segment: {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:25.443715 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb693b-d61a-48b4-ab6f-65d08a4e95e6 admin admin] Network hostable DHCP agents. Network: 4b30230e-4c3b-4dea-8337-326b2135c68c, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:05:25.521541 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2d7b1-cf0a-4bcc-b9c1-837dba208d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b66a29b-7eca-47b9-81d7-f1a70dd2413c,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:25.551580 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf2d7b1-cf0a-4bcc-b9c1-837dba208d7d admin admin] Checking segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:25.552187 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2d7b1-cf0a-4bcc-b9c1-837dba208d7d admin admin] Network hostable DHCP agents. Network: 1f94f736-3add-466f-a71b-84aa6e30f09b, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:05:25.556035 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb693b-d61a-48b4-ab6f-65d08a4e95e6 admin admin] Network 4b30230e-4c3b-4dea-8337-326b2135c68c is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:05:25.595728 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-1de9f705-d39b-40b7-b20b-f110430bd4fd None None] Provisioning complete for port b076945e-ee63-452f-9176-a17322a62e1a triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:25.596049 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:05:25.596559 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1de9f705-d39b-40b7-b20b-f110430bd4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (b076945e-ee63-452f-9176-a17322a62e1a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:25.605250 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-84cb693b-d61a-48b4-ab6f-65d08a4e95e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 4b30230e-4c3b-4dea-8337-326b2135c68c) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:25.658999 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd17809-b15a-4a0e-9d4f-998c586c89b6 None None] Network 4b30230e-4c3b-4dea-8337-326b2135c68c requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:05:25.664847 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb693b-d61a-48b4-ab6f-65d08a4e95e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:25.678732 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-84cb693b-d61a-48b4-ab6f-65d08a4e95e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:25.766788 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-84cb693b-d61a-48b4-ab6f-65d08a4e95e6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8431861 Apr 08 09:05:25.767833 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2d7b1-cf0a-4bcc-b9c1-837dba208d7d admin admin] Network 1f94f736-3add-466f-a71b-84aa6e30f09b is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:05:25.768536 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb5635c-13dc-406e-a780-196c5ace5083 None None] Network 2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:05:25.781518 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55324) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:25.785975 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-acf2d7b1-cf0a-4bcc-b9c1-837dba208d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 1f94f736-3add-466f-a71b-84aa6e30f09b) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:25.810300 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:25.818207 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf2d7b1-cf0a-4bcc-b9c1-837dba208d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:25.820780 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-acf2d7b1-cf0a-4bcc-b9c1-837dba208d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:25.887586 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:23Z', 'revision_number': 3, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:25.899956 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-acf2d7b1-cf0a-4bcc-b9c1-837dba208d7d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2457237 Apr 08 09:05:25.901135 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55328) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:25.913349 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:25.916906 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105235'] for router (5622308b-a745-4a20-b72d-6443d6acfbca), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:25.924092 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105448'] for router (5622308b-a745-4a20-b72d-6443d6acfbca), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:25.926487 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Checking router: f427d911-a405-4f55-bf57-0421c96c26ee for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:05:25.927100 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Updating router f427d911-a405-4f55-bf57-0421c96c26ee port facb6522-d3d5-40db-97d7-c5047a2928cd binding host dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:05:25.960402 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.001494 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105235'] for router (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.005173 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105448'] for router (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.092745 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Publish callbacks [] for router_controller (5622308b-a745-4a20-b72d-6443d6acfbca), precommit_add_association {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.119814 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e95d904-2fd7-4b5f-9805-7d57b4feb3cb None None] Network 1f94f736-3add-466f-a71b-84aa6e30f09b requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:05:26.122457 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device b076945e-ee63-452f-9176-a17322a62e1a up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:26.254166 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.547962 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.553334 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port b076945e-ee63-452f-9176-a17322a62e1a triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:26.553859 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (b076945e-ee63-452f-9176-a17322a62e1a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.619614 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Publish callbacks [] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.652454 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1de9f705-d39b-40b7-b20b-f110430bd4fd None None] Current status of the port b076945e-ee63-452f-9176-a17322a62e1a is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:26.653028 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1de9f705-d39b-40b7-b20b-f110430bd4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (b076945e-ee63-452f-9176-a17322a62e1a), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.666651 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.708851 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Publish callbacks [] for router_controller (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), precommit_add_association {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.719973 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b62ef2-cd21-5b3a-97f1-5745f5eda7dd-1f94f736-3add-466f-a71b-84aa6e30f09b', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c'}]}} from dv-cinder-836996-2-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 09:05:26.721127 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.751776 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Attempting to bind port facb6522-d3d5-40db-97d7-c5047a2928cd on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:05:26.752149 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Attempting to bind port facb6522-d3d5-40db-97d7-c5047a2928cd by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:05:26.752609 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Attempting to bind port facb6522-d3d5-40db-97d7-c5047a2928cd on network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:05:26.786498 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:05:26.786890 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Checking segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:26.787289 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.787684 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Bound using segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:05:26.788172 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Bound port: facb6522-d3d5-40db-97d7-c5047a2928cd, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:05:26.788810 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.839505 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Allocated IP 172.20.0.1 (0d212e64-e599-4f30-a480-e7099d8eb4c3/317ed796-bf5f-413a-88ba-27d2f3ef552b/6cdbad31-f8b7-40e8-83ba-252cb300baf3) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:26.849091 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] For port facb6522-d3d5-40db-97d7-c5047a2928cd, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:05:26.852390 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] For port facb6522-d3d5-40db-97d7-c5047a2928cd, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=facb6522-d3d5-40db-97d7-c5047a2928cd,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:05:26.864771 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.874840 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Pushing event updated for resources: {'Port': ['ID=facb6522-d3d5-40db-97d7-c5047a2928cd,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:26.886464 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.886830 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.887200 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.887564 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.887986 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.888357 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.889364 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.889652 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.889987 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.890727 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.890727 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.891035 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.891373 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.891698 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.892019 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Tracked resource versions report: Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: pushed versions: Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: { 'AddressGroup': {'1.2'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Agent': {'1.1'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'ConntrackHelper': {'1.0'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'LocalIPAssociation': {'1.0'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Log': {'1.0'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'NDPProxy': {'1.0'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Network': {'1.1'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Port': {'1.7'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'PortForwarding': {'1.3'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'QosPolicy': {'1.10'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'SecurityGroup': {'1.5'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'SecurityGroupRule': {'1.2'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'SubPort': {'1.0'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Subnet': {'1.1'}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Trunk': {'1.1'}} Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: consumer versions: Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: { DHCP agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: HyperV agent@hv-cinder-83699: {}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: L3 agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: Metadata agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: Metering agent@dv-cinder-836996-2-iscsi: {}, Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: Open vSwitch agent@dv-cinder-836996-2-iscsi: { 'AddressGroup': '1.2', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Agent': '1.1', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'ConntrackHelper': '1.0', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'LocalIPAssociation': '1.0', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Log': '1.0', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'NDPProxy': '1.0', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Network': '1.1', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Port': '1.7', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'PortForwarding': '1.3', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'QosPolicy': '1.10', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'SecurityGroup': '1.5', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'SecurityGroupRule': '1.2', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'SubPort': '1.0', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Subnet': '1.1', Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: 'Trunk': '1.1'}} Apr 08 09:05:26.893202 dv-cinder-836996-2-iscsi neutron-server[103427]: {{(pid=103427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 09:05:26.916761 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-1de9f705-d39b-40b7-b20b-f110430bd4fd None None] For port b076945e-ee63-452f-9176-a17322a62e1a, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=b076945e-ee63-452f-9176-a17322a62e1a,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:05:26.954577 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1de9f705-d39b-40b7-b20b-f110430bd4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (b076945e-ee63-452f-9176-a17322a62e1a), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:26.981668 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:05:26.983543 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:05:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:26.992052 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b62ef2-cd21-5b3a-97f1-5745f5eda7dd-4b30230e-4c3b-4dea-8337-326b2135c68c', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb'}]}} from dv-cinder-836996-2-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 09:05:26.994320 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:27.110933 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:05:27.216724 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9f705-d39b-40b7-b20b-f110430bd4fd None None] Pushing event updated for resources: {'Port': ['ID=b076945e-ee63-452f-9176-a17322a62e1a,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:27.222868 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Publish callbacks [] for router_gateway (5622308b-a745-4a20-b72d-6443d6acfbca), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:27.230038 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port b076945e-ee63-452f-9176-a17322a62e1a is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:27.230504 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (b076945e-ee63-452f-9176-a17322a62e1a), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:27.232568 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Publish callbacks [] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:27.270877 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63012b34-3a97-40c9-814e-a8bd99cb1a95 None None] Pushing event updated for resources: {'Port': ['ID=facb6522-d3d5-40db-97d7-c5047a2928cd,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:27.302428 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:27.392848 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Network 0d212e64-e599-4f30-a480-e7099d8eb4c3 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:27.395691 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:27.416419 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:27.416947 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613192'] for router_interface (f427d911-a405-4f55-bf57-0421c96c26ee), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:27.420828 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55408) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:27.450820 dv-cinder-836996-2-iscsi neutron-server[103425]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 09:05:27.514414 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-6c062c27-9ca9-4d80-8e4f-e346a284385a None None] Provisioning complete for port b076945e-ee63-452f-9176-a17322a62e1a triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:27.514898 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c062c27-9ca9-4d80-8e4f-e346a284385a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (b076945e-ee63-452f-9176-a17322a62e1a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:27.550094 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:23Z', 'revision_number': 3, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:27.586509 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Publish callbacks [] for router_gateway (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:27.606581 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacedda5-ccf7-4db8-9f61-0c8f6dd6969f None None] The sync data for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi is: [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:23Z', 'revision_number': 3, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:05:27.612274 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Pushing event updated for resources: {'Port': ['ID=6cdbad31-f8b7-40e8-83ba-252cb300baf3,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:27.713735 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.db.api [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 09:05:27.720159 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG oslo_db.api [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 09:05:27.760228 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Allocated IP 172.20.0.2 (1f94f736-3add-466f-a71b-84aa6e30f09b/9b66a29b-7eca-47b9-81d7-f1a70dd2413c/90057bd8-4bbc-4340-acfa-683ee7718487) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:27.922207 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Allocated IP 172.20.0.2 (4b30230e-4c3b-4dea-8337-326b2135c68c/7e2e608c-5756-4e6d-af6d-52672d8949cb/b5b68ff8-4588-4903-bb0f-bd81e7934400) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:28.047095 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-6c062c27-9ca9-4d80-8e4f-e346a284385a None None] Current status of the port b076945e-ee63-452f-9176-a17322a62e1a is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:28.197246 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Publish callbacks [] for port (90057bd8-4bbc-4340-acfa-683ee7718487), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:28.197821 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55426) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:28.213302 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:28.219580 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-031973eb-c3a1-46cd-a6d6-e399b3e4c40b tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:28.221814 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-63c9a5d9-1d89-472d-b5e3-92f726eb9002 None None] Provisioning complete for port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:28.222747 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-63c9a5d9-1d89-472d-b5e3-92f726eb9002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:28.231842 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-031973eb-c3a1-46cd-a6d6-e399b3e4c40b tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/networks?id=2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd HTTP/1.1" status: 200 len: 811 time: 0.8071489 Apr 08 09:05:28.254605 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-defbbcee-b8e7-407c-ae52-1d9b925fc94d tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/quotas/68a0eca57db9453ca8f4097f532bd52e HTTP/1.1" status: 200 len: 375 time: 0.0234642 Apr 08 09:05:28.272986 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port b076945e-ee63-452f-9176-a17322a62e1a is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:28.350317 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Publish callbacks [] for router_gateway (5622308b-a745-4a20-b72d-6443d6acfbca), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:28.355124 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-a27e8f7d-c019-48ba-8b08-55205f511646 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=68a0eca57db9453ca8f4097f532bd52e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0993464 Apr 08 09:05:28.370445 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:28.371905 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Network 1f94f736-3add-466f-a71b-84aa6e30f09b is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:28.442987 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:28.448236 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:28.478540 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e544b619-a104-4d99-9539-5a1a1640107d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:28.489384 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:28.594174 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Pushing event updated for resources: {'Port': ['ID=90057bd8-4bbc-4340-acfa-683ee7718487,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:28.599917 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-63c9a5d9-1d89-472d-b5e3-92f726eb9002 None None] Port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:05:28.627483 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device facb6522-d3d5-40db-97d7-c5047a2928cd up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:28.644730 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-c8d01436-a1d3-492f-8a3b-9c9fa66379ae service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:05:28.652321 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-c8d01436-a1d3-492f-8a3b-9c9fa66379ae service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1206138 Apr 08 09:05:28.876673 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Publish callbacks [] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:28.884913 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Attempting to bind port 90057bd8-4bbc-4340-acfa-683ee7718487 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:05:28.885439 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Attempting to bind port 90057bd8-4bbc-4340-acfa-683ee7718487 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:05:28.885846 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Attempting to bind port 90057bd8-4bbc-4340-acfa-683ee7718487 on network 1f94f736-3add-466f-a71b-84aa6e30f09b {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:05:28.894411 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:05:28.894635 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Checking segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:28.895099 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:28.895630 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Bound using segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:05:28.896301 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Bound port: 90057bd8-4bbc-4340-acfa-683ee7718487, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:05:28.897228 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:28.921779 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:28.942470 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Publish callbacks [] for router_gateway (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:28.983873 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.004767 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Publish callbacks [] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.015345 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e544b619-a104-4d99-9539-5a1a1640107d admin admin] Publish callbacks [] for security_group (bd217560-e925-4384-af0f-247adad3101e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.028188 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-f5b9c6b6-72d0-4e39-998e-7ece2ab8b486 service neutron] 10.222.0.11 "GET /v2.0/networks/2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748209 Apr 08 09:05:29.031030 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e544b619-a104-4d99-9539-5a1a1640107d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (bd217560-e925-4384-af0f-247adad3101e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.040249 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.041019 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613348'] for router_interface (f427d911-a405-4f55-bf57-0421c96c26ee), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.054743 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Allocated IP 172.27.2.225 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/fa8afcef-466a-4297-a49f-d8ec1a1203ea) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:29.071140 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Pushing event updated for resources: {'Port': ['ID=b5b68ff8-4588-4903-bb0f-bd81e7934400,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:29.188728 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55468) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:29.191271 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e544b619-a104-4d99-9539-5a1a1640107d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1052eb122764cd49b30e5df4a341c95&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9917107 Apr 08 09:05:29.215335 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] For port 90057bd8-4bbc-4340-acfa-683ee7718487, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:05:29.221574 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] For port 90057bd8-4bbc-4340-acfa-683ee7718487, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=90057bd8-4bbc-4340-acfa-683ee7718487,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:05:29.270425 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.279482 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Network 4b30230e-4c3b-4dea-8337-326b2135c68c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:29.289639 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a2615b2-24cf-4dc6-8c08-b91f2dc121f5 admin admin] Publish callbacks [] for security_group (bd217560-e925-4384-af0f-247adad3101e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.341222 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Network 0d212e64-e599-4f30-a480-e7099d8eb4c3 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:29.344883 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a2615b2-24cf-4dc6-8c08-b91f2dc121f5 admin admin] Publish callbacks [] for security_group (bd217560-e925-4384-af0f-247adad3101e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.350377 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Pushing event updated for resources: {'Port': ['ID=6cdbad31-f8b7-40e8-83ba-252cb300baf3,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:29.353369 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544b619-a104-4d99-9539-5a1a1640107d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd217560-e925-4384-af0f-247adad3101e,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:29.363137 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:29.364637 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:29.371952 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:29.400050 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Publish callbacks [] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.414485 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port facb6522-d3d5-40db-97d7-c5047a2928cd triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:29.415211 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.541317 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a2615b2-24cf-4dc6-8c08-b91f2dc121f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (bd217560-e925-4384-af0f-247adad3101e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.544060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a2615b2-24cf-4dc6-8c08-b91f2dc121f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.545265 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8a2615b2-24cf-4dc6-8c08-b91f2dc121f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd217560-e925-4384-af0f-247adad3101e HTTP/1.1" status: 204 len: 168 time: 0.3556111 Apr 08 09:05:29.588299 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.613709 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2615b2-24cf-4dc6-8c08-b91f2dc121f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd217560-e925-4384-af0f-247adad3101e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:29.617886 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-c3cf1249-7de2-4506-8a11-39e8ff5f2ef4 service neutron] 10.222.0.11 "GET /v2.0/networks/2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661418 Apr 08 09:05:29.648100 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Router f427d911-a405-4f55-bf57-0421c96c26ee has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:05:29.665796 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c12ecb-7c23-40f7-b797-510d1310d226 None None] Pushing event updated for resources: {'Port': ['ID=90057bd8-4bbc-4340-acfa-683ee7718487,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:29.697745 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Attempting to bind port b5b68ff8-4588-4903-bb0f-bd81e7934400 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:05:29.700385 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Attempting to bind port b5b68ff8-4588-4903-bb0f-bd81e7934400 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:05:29.701808 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Attempting to bind port b5b68ff8-4588-4903-bb0f-bd81e7934400 on network 4b30230e-4c3b-4dea-8337-326b2135c68c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:05:29.737099 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:05:29.742189 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Checking segment: {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:29.742830 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.743343 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Bound using segment: {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:05:29.744043 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Bound port: b5b68ff8-4588-4903-bb0f-bd81e7934400, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:05:29.744730 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.767083 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port facb6522-d3d5-40db-97d7-c5047a2928cd is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:29.774685 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.848508 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port facb6522-d3d5-40db-97d7-c5047a2928cd, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=facb6522-d3d5-40db-97d7-c5047a2928cd,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:05:29.891346 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:29.892208 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device b076945e-ee63-452f-9176-a17322a62e1a up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:29.916165 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:29.922656 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:05:29.935878 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:29.948414 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-558efa54-1ebe-46dd-9e57-79034cec77d7 admin admin] 10.222.0.11 "PUT /v2.0/routers/f427d911-a405-4f55-bf57-0421c96c26ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5736604 Apr 08 09:05:29.948843 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:30.117291 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] For port b5b68ff8-4588-4903-bb0f-bd81e7934400, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:05:30.126205 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-4e8d3cfe-f748-49f5-9d83-070ad44fa127 None None] Provisioning complete for port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:30.126598 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3cfe-f748-49f5-9d83-070ad44fa127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:30.133798 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] For port b5b68ff8-4588-4903-bb0f-bd81e7934400, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=b5b68ff8-4588-4903-bb0f-bd81e7934400,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:05:30.168772 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=facb6522-d3d5-40db-97d7-c5047a2928cd,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:30.172680 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55500) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:30.177260 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:30.220698 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d3cfe-f748-49f5-9d83-070ad44fa127 None None] Port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:05:30.226568 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port b076945e-ee63-452f-9176-a17322a62e1a triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:30.227233 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (b076945e-ee63-452f-9176-a17322a62e1a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:30.250946 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=fa8afcef-466a-4297-a49f-d8ec1a1203ea,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:30.268270 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Allocated IP 172.27.2.198 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/65219807-d03d-4c04-9f02-68112016a43b) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:30.319235 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1c42dd61-7ac3-4398-9ba0-e2585c69478b req-2cfd07b3-853f-4608-9de8-e1918d8c288b tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.1283629 Apr 08 09:05:30.342950 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55514) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:30.382707 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7d536a0c-e966-41d5-95c7-9320459f7e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:30.400920 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6b3e3-b4aa-4820-8175-67c3ac734956 None None] Pushing event updated for resources: {'Port': ['ID=b5b68ff8-4588-4903-bb0f-bd81e7934400,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:30.510484 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port b076945e-ee63-452f-9176-a17322a62e1a is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:30.525719 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7d536a0c-e966-41d5-95c7-9320459f7e29 admin admin] Publish callbacks [] for security_group (920827c5-266b-447f-938a-a1eb7653c794), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:30.537320 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7d536a0c-e966-41d5-95c7-9320459f7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (920827c5-266b-447f-938a-a1eb7653c794), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:30.697987 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d536a0c-e966-41d5-95c7-9320459f7e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920827c5-266b-447f-938a-a1eb7653c794,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:30.711892 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7d536a0c-e966-41d5-95c7-9320459f7e29 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=272bdb1521f5413ca4bca9760f2316d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3669224 Apr 08 09:05:30.714694 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55526) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:30.873971 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-88fb8cd3-48d7-4e02-8df2-fc644b82304b admin admin] Publish callbacks [] for security_group (920827c5-266b-447f-938a-a1eb7653c794), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:30.907070 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55530) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:30.928800 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Publish callbacks [] for port (65219807-d03d-4c04-9f02-68112016a43b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:30.967668 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-88fb8cd3-48d7-4e02-8df2-fc644b82304b admin admin] Publish callbacks [] for security_group (920827c5-266b-447f-938a-a1eb7653c794), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:30.996042 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Sync routers for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:05:31.017869 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device facb6522-d3d5-40db-97d7-c5047a2928cd up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:31.021828 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:05:31.022463 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:05:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:31.091931 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-88fb8cd3-48d7-4e02-8df2-fc644b82304b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (920827c5-266b-447f-938a-a1eb7653c794), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.094776 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-88fb8cd3-48d7-4e02-8df2-fc644b82304b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.095972 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-88fb8cd3-48d7-4e02-8df2-fc644b82304b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/920827c5-266b-447f-938a-a1eb7653c794 HTTP/1.1" status: 204 len: 168 time: 0.3801303 Apr 08 09:05:31.106923 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Publish callbacks [] for router_gateway (5622308b-a745-4a20-b72d-6443d6acfbca), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.118594 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb8cd3-48d7-4e02-8df2-fc644b82304b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920827c5-266b-447f-938a-a1eb7653c794,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:31.237218 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (65219807-d03d-4c04-9f02-68112016a43b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.250449 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1858c818-b139-4c21-9900-fe5f46e758ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.295964 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe08dc8-66d4-45a2-aa51-14e37b12270b None None] Network 1f94f736-3add-466f-a71b-84aa6e30f09b requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:05:31.312347 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Pushing event updated for resources: {'Port': ['ID=65219807-d03d-4c04-9f02-68112016a43b,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:31.323109 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port facb6522-d3d5-40db-97d7-c5047a2928cd triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:31.323693 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.377841 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:31.382491 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:31.397880 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:31.489462 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1858c818-b139-4c21-9900-fe5f46e758ea admin admin] Publish callbacks [] for security_group (2430f389-4df7-4620-bfbe-97d6247f0e6e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.516276 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-34f05e3d-131c-4359-a81a-e71657094232 req-dad53337-3ea7-4737-b1e8-f21b15767be7 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0391495 Apr 08 09:05:31.517411 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1858c818-b139-4c21-9900-fe5f46e758ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (2430f389-4df7-4620-bfbe-97d6247f0e6e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.544367 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55546) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:31.566335 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1858c818-b139-4c21-9900-fe5f46e758ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03cea5b262d243139392555d314b9e73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6580000 Apr 08 09:05:31.573054 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55548) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:31.627401 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-10c3984d-5b5a-43d4-85e0-285137e99aab tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943913782', 'description': 'tempest-description--1727532857'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:31.633633 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858c818-b139-4c21-9900-fe5f46e758ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2430f389-4df7-4620-bfbe-97d6247f0e6e,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:31.698515 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-b5e69fae-d955-4ea0-8019-3ed2a1a7584e None None] Provisioning complete for port 90057bd8-4bbc-4340-acfa-683ee7718487 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:31.698906 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b5e69fae-d955-4ea0-8019-3ed2a1a7584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.733999 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d97e9814-12c4-4487-a5ee-641fe56bdc6d admin admin] Publish callbacks [] for security_group (2430f389-4df7-4620-bfbe-97d6247f0e6e), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.814042 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:05:31.818513 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d97e9814-12c4-4487-a5ee-641fe56bdc6d admin admin] Publish callbacks [] for security_group (2430f389-4df7-4620-bfbe-97d6247f0e6e), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.910172 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-10c3984d-5b5a-43d4-85e0-285137e99aab tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.962655 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d97e9814-12c4-4487-a5ee-641fe56bdc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (2430f389-4df7-4620-bfbe-97d6247f0e6e), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.967557 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d97e9814-12c4-4487-a5ee-641fe56bdc6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:31.973981 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port facb6522-d3d5-40db-97d7-c5047a2928cd is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:31.976738 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 90057bd8-4bbc-4340-acfa-683ee7718487 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:31.977418 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d97e9814-12c4-4487-a5ee-641fe56bdc6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2430f389-4df7-4620-bfbe-97d6247f0e6e HTTP/1.1" status: 204 len: 168 time: 0.3976977 Apr 08 09:05:31.994411 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e9814-12c4-4487-a5ee-641fe56bdc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2430f389-4df7-4620-bfbe-97d6247f0e6e,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:32.048082 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610855'] for router (5622308b-a745-4a20-b72d-6443d6acfbca), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.061150 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b5e69fae-d955-4ea0-8019-3ed2a1a7584e None None] Current status of the port 90057bd8-4bbc-4340-acfa-683ee7718487 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:32.061708 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b5e69fae-d955-4ea0-8019-3ed2a1a7584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.162536 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77374f4b-54e4-40ca-b0b6-fbbb9eaeeaea None None] Network 4b30230e-4c3b-4dea-8337-326b2135c68c requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:05:32.260329 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-10c3984d-5b5a-43d4-85e0-285137e99aab tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group (85c4035a-ef10-4322-8830-83611dce35ad), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.276059 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-10c3984d-5b5a-43d4-85e0-285137e99aab tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (85c4035a-ef10-4322-8830-83611dce35ad), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.365342 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3984d-5b5a-43d4-85e0-285137e99aab tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c4035a-ef10-4322-8830-83611dce35ad,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:32.382014 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Publish callbacks [] for router_gateway (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.393233 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-10c3984d-5b5a-43d4-85e0-285137e99aab tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.395294 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-10c3984d-5b5a-43d4-85e0-285137e99aab tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7965114 Apr 08 09:05:32.399366 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55592) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:32.404374 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-49d567da-0f14-4fa2-80f4-57d9ca180d62 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Request body: {'security_group_rule': {'security_group_id': '85c4035a-ef10-4322-8830-83611dce35ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:32.461416 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-b5e69fae-d955-4ea0-8019-3ed2a1a7584e None None] For port 90057bd8-4bbc-4340-acfa-683ee7718487, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=90057bd8-4bbc-4340-acfa-683ee7718487,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:05:32.474241 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-49d567da-0f14-4fa2-80f4-57d9ca180d62 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group_rule (682bd009-c3d1-416a-9c67-bf86224ffaba), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.485800 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b5e69fae-d955-4ea0-8019-3ed2a1a7584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.589312 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e69fae-d955-4ea0-8019-3ed2a1a7584e None None] Pushing event updated for resources: {'Port': ['ID=90057bd8-4bbc-4340-acfa-683ee7718487,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:32.636858 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 90057bd8-4bbc-4340-acfa-683ee7718487 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:32.637350 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.646265 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Router 5622308b-a745-4a20-b72d-6443d6acfbca is scheduled to L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 with binding_index 1 {{(pid=103424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 09:05:32.689083 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-49d567da-0f14-4fa2-80f4-57d9ca180d62 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group_rule (682bd009-c3d1-416a-9c67-bf86224ffaba), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.718029 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-49d567da-0f14-4fa2-80f4-57d9ca180d62 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (682bd009-c3d1-416a-9c67-bf86224ffaba), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.787148 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-abfb9c7b-b01e-4082-991c-22c91d567c87 req-4b605c67-1cc0-4fd6-b388-a20434723b31 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.1004703 Apr 08 09:05:32.823445 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d567da-0f14-4fa2-80f4-57d9ca180d62 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682bd009-c3d1-416a-9c67-bf86224ffaba,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:32.847755 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-49d567da-0f14-4fa2-80f4-57d9ca180d62 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.852246 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-49d567da-0f14-4fa2-80f4-57d9ca180d62 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4491081 Apr 08 09:05:32.852708 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55614) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:32.858430 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-ad3fa3ff-fe8a-493c-8b87-b645c711ed74 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Request body: {'security_group_rule': {'security_group_id': '85c4035a-ef10-4322-8830-83611dce35ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:32.952204 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 2, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:32.953341 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ad3fa3ff-fe8a-493c-8b87-b645c711ed74 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group_rule (f3f437df-6f38-4c7c-ad4b-44903f44cc8b), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.960816 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:05:32.978732 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Sync routers for ids ['5622308b-a745-4a20-b72d-6443d6acfbca'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:05:32.995814 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:32.997125 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-723d8ebc-2387-4e1b-83b1-6c1e41e82dc9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2060049 Apr 08 09:05:33.008222 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Routers {'5622308b-a745-4a20-b72d-6443d6acfbca'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:05:33.008901 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:05:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['5622308b-a745-4a20-b72d-6443d6acfbca'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:33.022529 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55620) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:33.024376 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Checking router: f427d911-a405-4f55-bf57-0421c96c26ee for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:05:33.024768 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Updating router f427d911-a405-4f55-bf57-0421c96c26ee port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 binding host dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:05:33.044217 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96ba0f52-522a-4edd-9b7f-6cdd95091338 None None] Provisioning complete for port b5b68ff8-4588-4903-bb0f-bd81e7934400 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:33.045731 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96ba0f52-522a-4edd-9b7f-6cdd95091338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:33.105677 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:33.107814 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ad3fa3ff-fe8a-493c-8b87-b645c711ed74 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group_rule (f3f437df-6f38-4c7c-ad4b-44903f44cc8b), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:33.118761 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ad3fa3ff-fe8a-493c-8b87-b645c711ed74 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (f3f437df-6f38-4c7c-ad4b-44903f44cc8b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:33.122511 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610855'] for router (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:33.160754 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fa3ff-fe8a-493c-8b87-b645c711ed74 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f437df-6f38-4c7c-ad4b-44903f44cc8b,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:33.175805 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ad3fa3ff-fe8a-493c-8b87-b645c711ed74 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:33.179310 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ad3fa3ff-fe8a-493c-8b87-b645c711ed74 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3249543 Apr 08 09:05:33.183083 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55628) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:33.196714 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:33.273708 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:33.285976 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 90057bd8-4bbc-4340-acfa-683ee7718487 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:33.304190 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Set router 5622308b-a745-4a20-b72d-6443d6acfbca gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:05:33.425952 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96ba0f52-522a-4edd-9b7f-6cdd95091338 None None] Current status of the port b5b68ff8-4588-4903-bb0f-bd81e7934400 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:33.428779 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96ba0f52-522a-4edd-9b7f-6cdd95091338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:33.572380 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device b5b68ff8-4588-4903-bb0f-bd81e7934400 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:33.646572 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa is scheduled to L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 with binding_index 1 {{(pid=103424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 09:05:33.703489 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:30Z', 'revision_number': 3, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:33.716399 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96ba0f52-522a-4edd-9b7f-6cdd95091338 None None] For port b5b68ff8-4588-4903-bb0f-bd81e7934400, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=b5b68ff8-4588-4903-bb0f-bd81e7934400,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:05:33.717663 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port b5b68ff8-4588-4903-bb0f-bd81e7934400 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:33.718062 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:33.776877 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Checking router: 5622308b-a745-4a20-b72d-6443d6acfbca for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:05:33.779330 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Updating router 5622308b-a745-4a20-b72d-6443d6acfbca port fa8afcef-466a-4297-a49f-d8ec1a1203ea binding host dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:05:33.864139 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:33.873031 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96ba0f52-522a-4edd-9b7f-6cdd95091338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:33.986864 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.000657 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:05:34.044346 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.049528 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c520fafb-78a1-4e52-b492-c808241ac3fd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1473854 Apr 08 09:05:34.052070 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55654) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:34.117680 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-36be8a76-e438-40de-b495-86c352a4958f req-ea6dce96-e651-41d2-b71f-09fabe06f7c7 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0535941 Apr 08 09:05:34.184180 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port b5b68ff8-4588-4903-bb0f-bd81e7934400 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:34.186534 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 90057bd8-4bbc-4340-acfa-683ee7718487 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:34.208927 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Allocated IP 172.27.2.237 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/0b009e55-63df-4168-92f6-74797e3c3cec) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:34.233995 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Sync routers for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:05:34.277505 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:05:34.278205 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:05:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:34.380884 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 90057bd8-4bbc-4340-acfa-683ee7718487 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:34.381402 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.383135 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for port (0b009e55-63df-4168-92f6-74797e3c3cec), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.438096 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-68b2f55a-51ad-447d-a451-a4cb2aab96c7 None None] Provisioning complete for port 90057bd8-4bbc-4340-acfa-683ee7718487 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:34.438762 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68b2f55a-51ad-447d-a451-a4cb2aab96c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.447405 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (0b009e55-63df-4168-92f6-74797e3c3cec), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.500009 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:34.503623 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:34.510080 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:34.525177 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event updated for resources: {'Port': ['ID=0b009e55-63df-4168-92f6-74797e3c3cec,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:34.601598 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:05:34.608218 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.659710 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (e6598d1e-1217-49be-ac04-660b46019689), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.681287 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba0f52-522a-4edd-9b7f-6cdd95091338 None None] Pushing event updated for resources: {'Port': ['ID=b5b68ff8-4588-4903-bb0f-bd81e7934400,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:34.708052 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Publish callbacks [] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.730155 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.753740 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (0b009e55-63df-4168-92f6-74797e3c3cec), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.805002 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Attempting to bind port fa8afcef-466a-4297-a49f-d8ec1a1203ea on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:05:34.805645 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Attempting to bind port fa8afcef-466a-4297-a49f-d8ec1a1203ea by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:05:34.806588 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Attempting to bind port fa8afcef-466a-4297-a49f-d8ec1a1203ea on network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:05:34.823974 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:05:34.824382 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Checking segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:34.824822 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.825869 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Bound using segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:05:34.826391 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Bound port: fa8afcef-466a-4297-a49f-d8ec1a1203ea, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:05:34.827639 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.832021 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9bc3c-a237-49e5-a4fd-184352acd58f None None] Pushing event updated for resources: {'Port': ['ID=fa8afcef-466a-4297-a49f-d8ec1a1203ea,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:34.862466 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 90057bd8-4bbc-4340-acfa-683ee7718487 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:34.926684 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] For port fa8afcef-466a-4297-a49f-d8ec1a1203ea, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:05:34.930700 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] For port fa8afcef-466a-4297-a49f-d8ec1a1203ea, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=fa8afcef-466a-4297-a49f-d8ec1a1203ea,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:05:34.938583 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:34.995078 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Routers {'5622308b-a745-4a20-b72d-6443d6acfbca'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:05:34.995987 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:05:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['5622308b-a745-4a20-b72d-6443d6acfbca'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:34.999879 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Publish callbacks [] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.013853 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.024188 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for port (0b009e55-63df-4168-92f6-74797e3c3cec), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.030013 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (0b009e55-63df-4168-92f6-74797e3c3cec), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.043997 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-68b2f55a-51ad-447d-a451-a4cb2aab96c7 None None] Current status of the port 90057bd8-4bbc-4340-acfa-683ee7718487 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:35.070111 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (e6598d1e-1217-49be-ac04-660b46019689), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.089323 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Allocated IP 172.20.0.1 (4b30230e-4c3b-4dea-8337-326b2135c68c/7e2e608c-5756-4e6d-af6d-52672d8949cb/86b5bd84-55bf-4a5e-91b2-e4e893583894) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:35.099566 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event updated for resources: {'Port': ['ID=0b009e55-63df-4168-92f6-74797e3c3cec,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:35.106168 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.118144 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7e962da3-7254-4b19-b284-17ff384b566f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9338710 Apr 08 09:05:35.144760 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-68b2f55a-51ad-447d-a451-a4cb2aab96c7 None None] Provisioning complete for port b5b68ff8-4588-4903-bb0f-bd81e7934400 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:35.144760 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68b2f55a-51ad-447d-a451-a4cb2aab96c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.167110 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] Set router 5622308b-a745-4a20-b72d-6443d6acfbca gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:05:35.277012 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Publish callbacks [] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.297255 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9bc3c-a237-49e5-a4fd-184352acd58f None None] Pushing event updated for resources: {'Port': ['ID=fa8afcef-466a-4297-a49f-d8ec1a1203ea,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:35.321410 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.363537 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de31e1f-d702-4f95-931c-ad1ce007bb16 None None] Pushing event updated for resources: {'Port': ['ID=6cdbad31-f8b7-40e8-83ba-252cb300baf3,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:35.443172 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Network 4b30230e-4c3b-4dea-8337-326b2135c68c is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:35.448242 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:35.454003 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-224fffae-2818-4d6d-b036-c9ea3a2d1f98 req-7d7524cf-0be3-44a6-a65a-5deaeae65ef6 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0643404 Apr 08 09:05:35.457622 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:35.458239 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613192'] for router_interface (5622308b-a745-4a20-b72d-6443d6acfbca), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.475415 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:31Z', 'revision_number': 3, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:35.507623 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device b5b68ff8-4588-4903-bb0f-bd81e7934400 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:35.534783 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-3c2ae73d-ab59-4c44-99c6-18135efd66e0 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--943913782&fields=id&tenant_id=1138136b57c543faa9fc9e4cc4ff7d38 HTTP/1.1" status: 200 len: 267 time: 0.0587595 Apr 08 09:05:35.541369 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Attempting to bind port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:05:35.542282 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Attempting to bind port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:05:35.542670 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Attempting to bind port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 on network 0d212e64-e599-4f30-a480-e7099d8eb4c3 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:05:35.550276 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:30Z', 'revision_number': 3, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:35.587423 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06d6ec4-e133-44e4-9b98-515156e49f1c None None] The sync data for ids ['5622308b-a745-4a20-b72d-6443d6acfbca'] in dv-cinder-836996-2-iscsi is: [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:30Z', 'revision_number': 3, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:05:35.597604 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Pushing event updated for resources: {'Port': ['ID=86b5bd84-55bf-4a5e-91b2-e4e893583894,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:35.620904 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Checking router: 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:05:35.621910 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Updating router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa port 65219807-d03d-4c04-9f02-68112016a43b binding host dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:05:35.651071 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:05:35.651815 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Checking segment: {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:35.652456 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.653044 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Bound using segment: {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:05:35.655053 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Bound port: 6cdbad31-f8b7-40e8-83ba-252cb300baf3, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:05:35.655678 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.686808 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-8b613d43-d784-4ce5-ad88-2b50c02edf97 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:35.688760 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-8b613d43-d784-4ce5-ad88-2b50c02edf97 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/networks?id=0d212e64-e599-4f30-a480-e7099d8eb4c3 HTTP/1.1" status: 200 len: 811 time: 0.1432111 Apr 08 09:05:35.707439 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-e948a18d-0e77-49b6-92db-c9bb00244581 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/quotas/1138136b57c543faa9fc9e4cc4ff7d38 HTTP/1.1" status: 200 len: 375 time: 0.0110769 Apr 08 09:05:35.819936 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-68b2f55a-51ad-447d-a451-a4cb2aab96c7 None None] Current status of the port b5b68ff8-4588-4903-bb0f-bd81e7934400 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:35.839755 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] For port 6cdbad31-f8b7-40e8-83ba-252cb300baf3, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:05:35.842333 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (65219807-d03d-4c04-9f02-68112016a43b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.845354 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] For port 6cdbad31-f8b7-40e8-83ba-252cb300baf3, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=6cdbad31-f8b7-40e8-83ba-252cb300baf3,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:05:35.854996 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-290511bb-963a-4288-9b9f-ad742ab38e4b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1418517 Apr 08 09:05:35.926175 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:35.946825 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:36.174074 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-0c4f3cd2-5b65-47fc-a386-29d76370189a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:05:36.176652 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-0c4f3cd2-5b65-47fc-a386-29d76370189a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0842943 Apr 08 09:05:36.308141 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:36.321631 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-262c8834-db88-466c-8473-2b2fdbb48453 service neutron] 10.222.0.11 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373994 Apr 08 09:05:36.338900 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Allocated IP 172.20.0.1 (1f94f736-3add-466f-a71b-84aa6e30f09b/9b66a29b-7eca-47b9-81d7-f1a70dd2413c/a4038409-48b7-456e-945a-a3ad032285a1) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:36.373636 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port b5b68ff8-4588-4903-bb0f-bd81e7934400 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:36.374474 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:36.471195 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de31e1f-d702-4f95-931c-ad1ce007bb16 None None] Pushing event updated for resources: {'Port': ['ID=6cdbad31-f8b7-40e8-83ba-252cb300baf3,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:36.475501 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-3d923c87-c165-4f6c-90d2-d8e0310ccdbd None None] Provisioning complete for port 86b5bd84-55bf-4a5e-91b2-e4e893583894 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:36.475907 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3d923c87-c165-4f6c-90d2-d8e0310ccdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:36.518952 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-df0754c5-4369-4f5e-9cea-28343f570f64 service neutron] 10.222.0.11 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913252 Apr 08 09:05:36.537928 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3d923c87-c165-4f6c-90d2-d8e0310ccdbd None None] Port 86b5bd84-55bf-4a5e-91b2-e4e893583894 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:05:36.625009 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:05:36.625891 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:05:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:36.681458 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fd08cfaf-c178-4b2b-b5fb-173ac7ccb16f req-6c8b3924-4df4-4d6a-b5e2-d312e5dbf838 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0941455 Apr 08 09:05:36.808102 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-3d923c87-c165-4f6c-90d2-d8e0310ccdbd None None] Provisioning complete for port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:36.808534 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3d923c87-c165-4f6c-90d2-d8e0310ccdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:36.823909 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Publish callbacks [] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:36.835692 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:36.836398 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613348'] for router_interface (5622308b-a745-4a20-b72d-6443d6acfbca), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:36.944411 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-85d85199-0e84-4783-8b78-e861d34f69b2 req-1b6bf28a-5fe8-48bf-8bc8-dda86b672549 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 210 time: 0.0300179 Apr 08 09:05:36.986463 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Pushing event updated for resources: {'Port': ['ID=86b5bd84-55bf-4a5e-91b2-e4e893583894,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:36.994302 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Publish callbacks [] for port (a4038409-48b7-456e-945a-a3ad032285a1), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:37.044922 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Network 4b30230e-4c3b-4dea-8337-326b2135c68c is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:37.050080 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:37.137396 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3d923c87-c165-4f6c-90d2-d8e0310ccdbd None None] Current status of the port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:37.138079 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3d923c87-c165-4f6c-90d2-d8e0310ccdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:37.178725 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port b5b68ff8-4588-4903-bb0f-bd81e7934400 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:37.242045 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:05:37.264630 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Router 5622308b-a745-4a20-b72d-6443d6acfbca has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:05:37.268674 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (a4038409-48b7-456e-945a-a3ad032285a1), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:37.311646 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Network 1f94f736-3add-466f-a71b-84aa6e30f09b is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:37.317589 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:37.326155 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:37.326761 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613192'] for router_interface (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:37.453620 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4038409-48b7-456e-945a-a3ad032285a1,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:37.456659 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-3d923c87-c165-4f6c-90d2-d8e0310ccdbd None None] For port 6cdbad31-f8b7-40e8-83ba-252cb300baf3, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=6cdbad31-f8b7-40e8-83ba-252cb300baf3,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:05:37.476019 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device fa8afcef-466a-4297-a49f-d8ec1a1203ea up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:37.540167 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3d923c87-c165-4f6c-90d2-d8e0310ccdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:37.583471 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Publish callbacks [] for port (65219807-d03d-4c04-9f02-68112016a43b), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:37.616655 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:05:37.625933 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e470e2bd-9ee7-4fde-b62b-842183c72190 admin admin] 10.222.0.11 "PUT /v2.0/routers/5622308b-a745-4a20-b72d-6443d6acfbca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6022894 Apr 08 09:05:37.632146 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (65219807-d03d-4c04-9f02-68112016a43b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:37.699200 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a4038409-48b7-456e-945a-a3ad032285a1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:37.798733 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Attempting to bind port 65219807-d03d-4c04-9f02-68112016a43b on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:05:37.799287 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Attempting to bind port 65219807-d03d-4c04-9f02-68112016a43b by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:05:37.800190 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Attempting to bind port 65219807-d03d-4c04-9f02-68112016a43b on network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:05:37.822256 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port fa8afcef-466a-4297-a49f-d8ec1a1203ea triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:37.822256 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:37.886511 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923c87-c165-4f6c-90d2-d8e0310ccdbd None None] Pushing event updated for resources: {'Port': ['ID=6cdbad31-f8b7-40e8-83ba-252cb300baf3,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:37.917803 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:05:37.918182 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Checking segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:37.918581 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:37.918974 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Bound using segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:05:37.919459 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Bound port: 65219807-d03d-4c04-9f02-68112016a43b, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:05:37.919831 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (65219807-d03d-4c04-9f02-68112016a43b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:37.931286 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-d06573eb-3334-47cc-a692-28bed8b0ea49 None None] Provisioning complete for port 86b5bd84-55bf-4a5e-91b2-e4e893583894 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:37.931847 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d06573eb-3334-47cc-a692-28bed8b0ea49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:37.984447 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d2a94173-cf8a-4482-881f-30415956b8d2 req-3edfaa0f-9167-4c28-bf39-0f9970bda3fe tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0656075 Apr 08 09:05:38.107723 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Publish callbacks [] for port (a4038409-48b7-456e-945a-a3ad032285a1), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:38.116428 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (a4038409-48b7-456e-945a-a3ad032285a1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:38.120621 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613348'] for router_interface (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:38.141935 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-58eb2375-75a8-4bdc-8fec-e7ec63eca448 req-1667e80d-acbd-4b5c-9bfc-0ac5ab81cb07 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 210 time: 0.0708299 Apr 08 09:05:38.221093 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d06573eb-3334-47cc-a692-28bed8b0ea49 None None] Port 86b5bd84-55bf-4a5e-91b2-e4e893583894 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:05:38.234121 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] For port 65219807-d03d-4c04-9f02-68112016a43b, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:05:38.242234 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] For port 65219807-d03d-4c04-9f02-68112016a43b, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=65219807-d03d-4c04-9f02-68112016a43b,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:05:38.272182 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (65219807-d03d-4c04-9f02-68112016a43b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:38.282035 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4038409-48b7-456e-945a-a3ad032285a1,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:38.282224 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d99f9f-f4d2-482a-865e-f516ab350a56 None None] Pushing event updated for resources: {'Port': ['ID=65219807-d03d-4c04-9f02-68112016a43b,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:38.331294 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Network 1f94f736-3add-466f-a71b-84aa6e30f09b is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:38.333263 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:38.363514 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Sync routers for ids ['5622308b-a745-4a20-b72d-6443d6acfbca'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:05:38.394180 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Routers {'5622308b-a745-4a20-b72d-6443d6acfbca'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:05:38.394879 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:05:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['5622308b-a745-4a20-b72d-6443d6acfbca'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:38.427500 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port fa8afcef-466a-4297-a49f-d8ec1a1203ea is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:38.428115 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:38.434883 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:05:38.434883 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:05:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:38.449777 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-c759f642-804f-48d4-9158-ea5bcecf0e95 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:38.451690 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-c759f642-804f-48d4-9158-ea5bcecf0e95 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 818 time: 0.2435985 Apr 08 09:05:38.485073 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-2b6d964a-b844-402f-b7c8-e229353893cc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/quotas/aee1bc4a94954ae6b5d10210208ff8a6 HTTP/1.1" status: 200 len: 375 time: 0.0262501 Apr 08 09:05:38.540903 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:05:38.546509 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Set router 5622308b-a745-4a20-b72d-6443d6acfbca gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:05:38.550873 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-c71ab4c0-f86a-4685-acc4-84d0f0b23bd9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646446 Apr 08 09:05:38.590101 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:05:38.657736 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1bda83e3-12be-41b8-bf03-b1a07f3ebabc service neutron] 10.222.0.11 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994387 Apr 08 09:05:38.661454 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-d06573eb-3334-47cc-a692-28bed8b0ea49 None None] Provisioning complete for port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:38.661963 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d06573eb-3334-47cc-a692-28bed8b0ea49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:38.696257 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:05:38.705407 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-3e24b836-c3a0-42c1-aa3d-aaa2e70a24d5 admin admin] 10.222.0.11 "PUT /v2.0/routers/0aa31d92-5b74-4a68-8a66-6e17bc6aecfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6494374 Apr 08 09:05:38.772958 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-bcaa1f7f-2370-4f41-87bf-1eceb2c02111 service neutron] 10.222.0.11 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084981 Apr 08 09:05:38.784796 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port fa8afcef-466a-4297-a49f-d8ec1a1203ea, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=fa8afcef-466a-4297-a49f-d8ec1a1203ea,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:05:38.790310 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10c8cfb0-4d77-45df-8970-f67f0634a9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:38.835094 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d99f9f-f4d2-482a-865e-f516ab350a56 None None] Pushing event updated for resources: {'Port': ['ID=65219807-d03d-4c04-9f02-68112016a43b,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:38.838710 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:38.864823 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '86b5bd84-55bf-4a5e-91b2-e4e893583894', 'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'mac_address': 'fa:16:3e:4a:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:05:36Z', 'revision_number': 2, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'subnets': [{'id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:38.903453 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Checking router: 5622308b-a745-4a20-b72d-6443d6acfbca for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:05:38.904197 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Updating router 5622308b-a745-4a20-b72d-6443d6acfbca port 86b5bd84-55bf-4a5e-91b2-e4e893583894 binding host dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:05:38.947385 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:38.994521 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d3747dce-cec0-4ca9-918c-5c96824cdcc0 req-41f168fa-861c-43da-a393-83bebda4aed2 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 210 time: 0.0334682 Apr 08 09:05:39.200353 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:39.257898 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8411ddc4-ad77-4607-bc89-1fbab139d885 None None] The sync data for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi is: [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:05:39.277003 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=fa8afcef-466a-4297-a49f-d8ec1a1203ea,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:39.383975 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d06573eb-3334-47cc-a692-28bed8b0ea49 None None] Current status of the port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:39.439261 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-d06573eb-3334-47cc-a692-28bed8b0ea49 None None] Provisioning complete for port a4038409-48b7-456e-945a-a3ad032285a1 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:39.439636 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d06573eb-3334-47cc-a692-28bed8b0ea49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (a4038409-48b7-456e-945a-a3ad032285a1), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:39.500956 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55850) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:39.513468 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-bca573e3-80e7-4498-8cf5-3a3816f2a90a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689739937', 'description': 'tempest-description--463992987'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:39.514003 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 2, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:39.547076 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bca573e3-80e7-4498-8cf5-3a3816f2a90a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:39.569982 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-32c33b01-7b8c-498e-8c67-c11083bad036 req-0fd1c275-a39a-4463-ae14-5c00d52cd686 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.4101048 Apr 08 09:05:39.610808 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07550f2a-a542-404b-a1f6-3b49313e7b25 None None] The sync data for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi is: [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 2, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:05:39.615049 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device fa8afcef-466a-4297-a49f-d8ec1a1203ea up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:39.626798 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d06573eb-3334-47cc-a692-28bed8b0ea49 None None] Port a4038409-48b7-456e-945a-a3ad032285a1 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:05:39.633221 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Publish callbacks [] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:39.657801 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:39.733584 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bca573e3-80e7-4498-8cf5-3a3816f2a90a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (d36d18ce-ed25-4a43-8acf-d3dca09446e5), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:39.745142 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bca573e3-80e7-4498-8cf5-3a3816f2a90a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (d36d18ce-ed25-4a43-8acf-d3dca09446e5), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:39.803986 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-adb59e02-74b3-4874-a6ce-bc0d18a9a632 None None] Provisioning complete for port a4038409-48b7-456e-945a-a3ad032285a1 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:39.808385 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-adb59e02-74b3-4874-a6ce-bc0d18a9a632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (a4038409-48b7-456e-945a-a3ad032285a1), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:39.812085 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fa133-e422-4ce2-a6da-1847f3ebecdf None None] Pushing event updated for resources: {'Port': ['ID=86b5bd84-55bf-4a5e-91b2-e4e893583894,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:39.813856 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca573e3-80e7-4498-8cf5-3a3816f2a90a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36d18ce-ed25-4a43-8acf-d3dca09446e5,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:39.837000 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bca573e3-80e7-4498-8cf5-3a3816f2a90a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:39.841274 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-bca573e3-80e7-4498-8cf5-3a3816f2a90a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3357120 Apr 08 09:05:39.845045 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55866) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:39.853059 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-a4b9a3ad-ad84-44a6-82fd-cb14cc0bb318 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'security_group_rule': {'security_group_id': 'd36d18ce-ed25-4a43-8acf-d3dca09446e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:39.893029 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-baf2a84a-75aa-4133-b0fb-a6caf96cb223 req-f9162f0c-3282-473f-9419-66cb360ef374 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 210 time: 0.1930196 Apr 08 09:05:39.933619 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a3ad-ad84-44a6-82fd-cb14cc0bb318 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (dbc6e37c-fab2-4321-b9dc-11d40c7cc47e), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:39.942002 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-adb59e02-74b3-4874-a6ce-bc0d18a9a632 None None] Port a4038409-48b7-456e-945a-a3ad032285a1 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:05:39.953555 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port fa8afcef-466a-4297-a49f-d8ec1a1203ea triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:39.961970 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:40.036183 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-3f937371-b098-4966-b67d-552581209ba3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:40.047397 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-3f937371-b098-4966-b67d-552581209ba3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 818 time: 0.4078760 Apr 08 09:05:40.072216 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Attempting to bind port 86b5bd84-55bf-4a5e-91b2-e4e893583894 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:05:40.072859 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Attempting to bind port 86b5bd84-55bf-4a5e-91b2-e4e893583894 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:05:40.073404 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Attempting to bind port 86b5bd84-55bf-4a5e-91b2-e4e893583894 on network 4b30230e-4c3b-4dea-8337-326b2135c68c {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:05:40.080457 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-63bb1067-e0ed-4e3e-845e-db52d2e82eca tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/quotas/aee1bc4a94954ae6b5d10210208ff8a6 HTTP/1.1" status: 200 len: 375 time: 0.0316460 Apr 08 09:05:40.092635 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a3ad-ad84-44a6-82fd-cb14cc0bb318 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (dbc6e37c-fab2-4321-b9dc-11d40c7cc47e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:40.095396 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:05:40.098602 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Checking segment: {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:40.100184 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a3ad-ad84-44a6-82fd-cb14cc0bb318 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (dbc6e37c-fab2-4321-b9dc-11d40c7cc47e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:40.100822 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:40.101575 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Bound using segment: {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:05:40.102901 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Bound port: 86b5bd84-55bf-4a5e-91b2-e4e893583894, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:05:40.103789 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:40.194590 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9a3ad-ad84-44a6-82fd-cb14cc0bb318 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc6e37c-fab2-4321-b9dc-11d40c7cc47e,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:40.256796 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a4b9a3ad-ad84-44a6-82fd-cb14cc0bb318 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:40.259041 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a4b9a3ad-ad84-44a6-82fd-cb14cc0bb318 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4118607 Apr 08 09:05:40.261852 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 55880) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:40.270593 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-46242e58-768a-42a1-a771-3ccc94b7e671 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'security_group_rule': {'security_group_id': 'd36d18ce-ed25-4a43-8acf-d3dca09446e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:40.272456 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port fa8afcef-466a-4297-a49f-d8ec1a1203ea is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:40.286961 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-9f2a4301-94cc-4e7d-b80d-a37209002513 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2020001 Apr 08 09:05:40.318384 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.10', 63008) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:40.328653 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46242e58-768a-42a1-a771-3ccc94b7e671 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (91941824-94e9-4b4c-8e1f-9897dd521f7d), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:40.340340 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] For port 86b5bd84-55bf-4a5e-91b2-e4e893583894, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:05:40.344070 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] For port 86b5bd84-55bf-4a5e-91b2-e4e893583894, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=86b5bd84-55bf-4a5e-91b2-e4e893583894,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:05:40.358569 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:40.397724 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-9b71bdba-53fc-4846-a2f8-7b81d61b8b2c None None] Provisioning complete for port 86b5bd84-55bf-4a5e-91b2-e4e893583894 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:40.398253 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b71bdba-53fc-4846-a2f8-7b81d61b8b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:40.547232 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Routers {'5622308b-a745-4a20-b72d-6443d6acfbca'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:05:40.548103 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:05:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['5622308b-a745-4a20-b72d-6443d6acfbca'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:40.619217 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-6a0f20fb-bdbd-492f-98a1-686af4952ae1 service neutron] 10.222.0.11 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311462 Apr 08 09:05:40.636566 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9b71bdba-53fc-4846-a2f8-7b81d61b8b2c None None] Current status of the port 86b5bd84-55bf-4a5e-91b2-e4e893583894 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:40.637114 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b71bdba-53fc-4846-a2f8-7b81d61b8b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:40.684324 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fa133-e422-4ce2-a6da-1847f3ebecdf None None] Pushing event updated for resources: {'Port': ['ID=86b5bd84-55bf-4a5e-91b2-e4e893583894,revision_number=4']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:40.768847 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9b71bdba-53fc-4846-a2f8-7b81d61b8b2c None None] For port 86b5bd84-55bf-4a5e-91b2-e4e893583894, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=86b5bd84-55bf-4a5e-91b2-e4e893583894,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:05:40.790285 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b71bdba-53fc-4846-a2f8-7b81d61b8b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:40.892943 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0241210f-bca7-44f6-aa49-2e2888eea0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:40.910703 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] Set router 5622308b-a745-4a20-b72d-6443d6acfbca gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:05:40.957191 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71bdba-53fc-4846-a2f8-7b81d61b8b2c None None] Pushing event updated for resources: {'Port': ['ID=86b5bd84-55bf-4a5e-91b2-e4e893583894,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:40.961203 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-9dc0ca75-23d8-4871-b842-94e76e738d33 service neutron] 10.222.0.11 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355250 Apr 08 09:05:41.015289 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-eb71abfe-5944-4b35-ad02-b625767b0296 None None] Provisioning complete for port 86b5bd84-55bf-4a5e-91b2-e4e893583894 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:41.015673 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb71abfe-5944-4b35-ad02-b625767b0296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:41.088955 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46242e58-768a-42a1-a771-3ccc94b7e671 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (91941824-94e9-4b4c-8e1f-9897dd521f7d), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:41.115144 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-4448fefa-cb26-42a1-bbf3-3f3b3ad730a1 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:41.118634 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-4448fefa-cb26-42a1-bbf3-3f3b3ad730a1 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.10 "GET /v2.0/networks?id=2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd HTTP/1.1" status: 200 len: 811 time: 0.7840745 Apr 08 09:05:41.121379 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46242e58-768a-42a1-a771-3ccc94b7e671 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (91941824-94e9-4b4c-8e1f-9897dd521f7d), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:41.171372 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46242e58-768a-42a1-a771-3ccc94b7e671 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91941824-94e9-4b4c-8e1f-9897dd521f7d,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:41.213005 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-46242e58-768a-42a1-a771-3ccc94b7e671 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:41.221079 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-46242e58-768a-42a1-a771-3ccc94b7e671 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9579117 Apr 08 09:05:41.224088 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 55908) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:41.229920 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:41.324234 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-eb71abfe-5944-4b35-ad02-b625767b0296 None None] Current status of the port 86b5bd84-55bf-4a5e-91b2-e4e893583894 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:41.356500 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Request body: {'port': {'device_id': '4d870629-c93d-4f56-971c-7eca9f9edcb8', 'network_id': '2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd', 'admin_state_up': True, 'tenant_id': '68a0eca57db9453ca8f4097f532bd52e'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:41.399570 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.10', 63016) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:41.443750 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-42a27398-5c4c-4e37-9b06-3021e572b731 req-032ee6a9-3c81-40b0-bb04-a3151d595189 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.1929476 Apr 08 09:05:41.557766 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.10', 63017) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:41.581612 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '86b5bd84-55bf-4a5e-91b2-e4e893583894', 'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'mac_address': 'fa:16:3e:4a:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:05:40Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'subnets': [{'id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:41.644640 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d87b5e-6216-4590-864b-d38ffd81f8fb None None] The sync data for ids ['5622308b-a745-4a20-b72d-6443d6acfbca'] in dv-cinder-836996-2-iscsi is: [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '86b5bd84-55bf-4a5e-91b2-e4e893583894', 'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'mac_address': 'fa:16:3e:4a:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:05:40Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'subnets': [{'id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:05:41.694630 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 6cdbad31-f8b7-40e8-83ba-252cb300baf3 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:41.833984 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a0cf6ee5-9c50-48be-aca9-4a515f332f06 req-f3318bc2-08a2-4aa0-a9c7-4f32d487278f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 210 time: 0.4351766 Apr 08 09:05:41.853860 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:41.874311 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:41.879175 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:41.952047 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2109fa45-ef7e-4057-a8c4-c8efb8d65f51 req-26dd3071-5a8b-4b7d-b84e-7bca5b00c249 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.1023955 Apr 08 09:05:42.027007 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:42.044180 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-5dec9392-cac2-4c44-8646-db84f76bcc23 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:42.046276 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-5dec9392-cac2-4c44-8646-db84f76bcc23 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.10 "GET /v2.0/networks?id=0d212e64-e599-4f30-a480-e7099d8eb4c3 HTTP/1.1" status: 200 len: 811 time: 0.5864620 Apr 08 09:05:42.115215 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:42.117881 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 65219807-d03d-4c04-9f02-68112016a43b up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:42.201456 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 65219807-d03d-4c04-9f02-68112016a43b triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:42.202020 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (65219807-d03d-4c04-9f02-68112016a43b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:42.360831 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-0eee1826-b09c-4819-bfd9-cc867848c278 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1138136b57c543faa9fc9e4cc4ff7d38 HTTP/1.1" status: 200 len: 379 time: 0.2691209 Apr 08 09:05:42.393302 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 65219807-d03d-4c04-9f02-68112016a43b is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:42.393452 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Request body: {'port': {'device_id': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'admin_state_up': True, 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'security_groups': ['85c4035a-ef10-4322-8830-83611dce35ad']}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:42.396041 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (65219807-d03d-4c04-9f02-68112016a43b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:42.503584 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:42.524581 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port 65219807-d03d-4c04-9f02-68112016a43b, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=65219807-d03d-4c04-9f02-68112016a43b,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:05:42.534487 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (65219807-d03d-4c04-9f02-68112016a43b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:42.693158 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-7655b3fc-4c25-4f4b-810f-624ecb7cdbdd tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:42.711426 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-7655b3fc-4c25-4f4b-810f-624ecb7cdbdd tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 818 time: 1.1336849 Apr 08 09:05:42.714846 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Made reservation on behalf of 68a0eca57db9453ca8f4097f532bd52e for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:05:42.719195 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:42.754719 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Request body: {'port': {'device_id': '003f9be2-2b87-4190-8d16-7216984d1dc6', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'admin_state_up': True, 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:42.763517 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=65219807-d03d-4c04-9f02-68112016a43b,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:42.967133 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-142f170f-b4b4-46d2-85f9-9e591be1501d req-cb4cd8ea-bc5c-494a-9c77-68a81f446734 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.2067311 Apr 08 09:05:43.148196 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3d17f02f-6692-41fa-bc9b-9df341b42c10 req-3c2180ec-a08c-4f26-82fe-bc1b233a5919 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 210 time: 0.1435580 Apr 08 09:05:43.224939 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f9060356-593a-4cf4-aecf-9dc5cddec4ac req-050b4610-001e-4de8-a8a7-31b84efa812f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0725808 Apr 08 09:05:43.253407 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Made reservation on behalf of 1138136b57c543faa9fc9e4cc4ff7d38 for: {'port': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:05:43.256808 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:43.271500 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:43.346723 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Allocated IP 172.27.2.180 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/91d757c3-fce4-4de7-a4b7-c377b5629fb2) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:43.434906 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Allocated IP 172.20.0.8 (2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd/97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d/da59daa3-88b5-4c8c-af15-b454aa15cf02) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:43.448171 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Made reservation on behalf of aee1bc4a94954ae6b5d10210208ff8a6 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:05:43.453887 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:43.593271 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 65219807-d03d-4c04-9f02-68112016a43b up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:43.773693 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 65219807-d03d-4c04-9f02-68112016a43b triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:43.774113 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (65219807-d03d-4c04-9f02-68112016a43b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:43.871413 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.10', 63025) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:44.043549 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Allocated IP 172.20.0.4 (4b30230e-4c3b-4dea-8337-326b2135c68c/7e2e608c-5756-4e6d-af6d-52672d8949cb/37ade0f0-05db-4546-be5d-83b69d0edc27) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:44.095884 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 65219807-d03d-4c04-9f02-68112016a43b is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:44.101419 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 86b5bd84-55bf-4a5e-91b2-e4e893583894 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:44.169608 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Publish callbacks [] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:44.225816 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-3ee599db-8bd8-494f-8969-cf82ec1a4bad tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:44.229856 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-3ee599db-8bd8-494f-8969-cf82ec1a4bad tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 818 time: 0.3335557 Apr 08 09:05:44.254884 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 86b5bd84-55bf-4a5e-91b2-e4e893583894 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:44.256995 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:44.391277 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1e67d9f-5f7b-45c4-9366-f562dabe4af0 req-5fe0859b-c0fd-4399-826e-046cc878854f tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.1600981 Apr 08 09:05:44.434479 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:44.452560 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Allocated IP 172.20.0.14 (0d212e64-e599-4f30-a480-e7099d8eb4c3/317ed796-bf5f-413a-88ba-27d2f3ef552b/cf051081-3865-4f6b-8294-171cb8880bc5) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:44.484829 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 86b5bd84-55bf-4a5e-91b2-e4e893583894 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:44.517672 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ab8b3023-d2e1-46cd-8eaa-9dd9594af88b req-bfc90493-adf6-452d-99f3-1fa3f0a9d4ef tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 210 time: 0.1024215 Apr 08 09:05:44.576803 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for port (91d757c3-fce4-4de7-a4b7-c377b5629fb2), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:44.606062 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1b7365d4-c88f-423b-987e-6b0d04405861 req-fbf69802-db4f-4a49-8599-a89bc80f1182 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0774243 Apr 08 09:05:44.618484 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:44.660230 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Network 2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:44.679010 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Pushing event updated for resources: {'Port': ['ID=da59daa3-88b5-4c8c-af15-b454aa15cf02,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:44.681646 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:44.687121 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (91d757c3-fce4-4de7-a4b7-c377b5629fb2), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:44.692810 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:44.724095 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:44.734531 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:44.735607 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:44.765777 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:44.784037 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:44.784893 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-03fd8657-d5c5-4c73-8a6a-7bd1aadb546c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4337146 Apr 08 09:05:44.790640 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:44.793262 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:44.828539 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Network 4b30230e-4c3b-4dea-8337-326b2135c68c is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:44.832637 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:44.851599 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:44.858472 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:44.859123 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:44.864617 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (a6ca663d-d1a3-4f47-af42-33fbd7ee65a1), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:44.866059 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'Port': ['ID=91d757c3-fce4-4de7-a4b7-c377b5629fb2,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:44.869928 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event updated for resources: {'Port': ['ID=37ade0f0-05db-4546-be5d-83b69d0edc27,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:44.886465 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e1fda4a6-e4e3-4628-9d05-55d2468d9b0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1379797 Apr 08 09:05:45.082905 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for port (cf051081-3865-4f6b-8294-171cb8880bc5), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:45.100377 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (91d757c3-fce4-4de7-a4b7-c377b5629fb2), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:45.188466 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:45.199956 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ee7bd131-d37e-4433-9238-5e8af9a57c10 None None] Provisioning complete for port 37ade0f0-05db-4546-be5d-83b69d0edc27 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:45.200591 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee7bd131-d37e-4433-9238-5e8af9a57c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:45.244031 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ee7bd131-d37e-4433-9238-5e8af9a57c10 None None] Port 37ade0f0-05db-4546-be5d-83b69d0edc27 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:05:45.301202 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Network 0d212e64-e599-4f30-a480-e7099d8eb4c3 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:45.320019 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:45.322418 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:45.327673 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:45.328278 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:45.339859 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event updated for resources: {'Port': ['ID=cf051081-3865-4f6b-8294-171cb8880bc5,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:45.364038 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-7195e68c-7c39-4d9e-8516-4d481554c0f7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9864554 Apr 08 09:05:45.402400 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for port (91d757c3-fce4-4de7-a4b7-c377b5629fb2), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:45.407209 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (91d757c3-fce4-4de7-a4b7-c377b5629fb2), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:45.439011 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (a6ca663d-d1a3-4f47-af42-33fbd7ee65a1), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:45.461627 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:45.462884 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2372439 Apr 08 09:05:45.466878 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300484c-d229-452a-b16d-88b03363ff6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'Port': ['ID=91d757c3-fce4-4de7-a4b7-c377b5629fb2,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:45.548307 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974bbf9-100f-4a40-96b1-9715825575ce req-b36bd85d-7346-4b3a-9372-dd1987f7e6e2 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:45.553415 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a974bbf9-100f-4a40-96b1-9715825575ce req-b36bd85d-7346-4b3a-9372-dd1987f7e6e2 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 931 time: 0.0705440 Apr 08 09:05:45.566122 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-78398693-8c9b-40ea-9989-be0e6eb80840 None None] Provisioning complete for port cf051081-3865-4f6b-8294-171cb8880bc5 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:45.566647 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-78398693-8c9b-40ea-9989-be0e6eb80840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:45.601270 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-78398693-8c9b-40ea-9989-be0e6eb80840 None None] Port cf051081-3865-4f6b-8294-171cb8880bc5 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:05:45.631886 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a974bbf9-100f-4a40-96b1-9715825575ce req-65675524-f30c-46fd-800b-8aaf1ce296a0 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730121 Apr 08 09:05:45.645674 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-16a257af-4576-41d1-960c-6557cb0f69d2 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1689739937&fields=id&tenant_id=d6f8df1da1ee4ace879e651f6adafe22 HTTP/1.1" status: 200 len: 267 time: 0.0717037 Apr 08 09:05:45.751232 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Sync routers for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:05:45.761698 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:05:45.762307 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:05:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:45.788002 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e6888394-5f71-4c70-8b6a-e9a531faf320 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:45.789489 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e6888394-5f71-4c70-8b6a-e9a531faf320 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 815 time: 0.1364064 Apr 08 09:05:45.800459 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b123b6-de71-418e-bb16-4ec8e422d40b req-96476657-2b0d-4fb4-989f-bb4498354d8d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:45.801882 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-90b123b6-de71-418e-bb16-4ec8e422d40b req-96476657-2b0d-4fb4-989f-bb4498354d8d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 932 time: 0.0902078 Apr 08 09:05:45.818085 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-bd14e1be-c856-4687-8791-a522d08b76d9 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/quotas/d6f8df1da1ee4ace879e651f6adafe22 HTTP/1.1" status: 200 len: 375 time: 0.0152864 Apr 08 09:05:45.879285 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:05:45.887887 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-90b123b6-de71-418e-bb16-4ec8e422d40b req-27289cd1-4bfd-4dd0-ada2-58bc8b905730 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790572 Apr 08 09:05:45.910662 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e38b14cb-213a-48c1-aceb-de93e5e1ebf8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862038 Apr 08 09:05:46.023766 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d50e78c4-8b48-4e8b-9513-e479af563f13 req-e3390df1-ea3f-4396-9bba-aa5bec30695b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0290158 Apr 08 09:05:46.070375 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-72f375b6-9c80-4f08-be2c-241e837b295f service neutron] 10.222.0.11 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431148 Apr 08 09:05:46.183419 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-f80d76e2-b4a1-46b6-9ab1-943e3bcb7bb0 service neutron] 10.222.0.11 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120362 Apr 08 09:05:46.186273 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 2, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:46.217451 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Checking router: 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:05:46.217895 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Updating router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa port a4038409-48b7-456e-945a-a3ad032285a1 binding host dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:05:46.248071 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a4038409-48b7-456e-945a-a3ad032285a1), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:46.460553 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2ba7fbba-0eff-4e90-aa05-5d8b35077d7c req-9ea0f449-941f-428f-8ed5-ffcbbe9eb0e5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.0372651 Apr 08 09:05:46.679250 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Publish callbacks [] for port (a4038409-48b7-456e-945a-a3ad032285a1), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:46.691007 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (a4038409-48b7-456e-945a-a3ad032285a1), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:46.852699 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c506126-e39a-4896-bf68-9fbbd8d4465d req-a22e0e22-3af3-4dae-bc61-2a0058ce45cc tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:46.855372 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8c506126-e39a-4896-bf68-9fbbd8d4465d req-a22e0e22-3af3-4dae-bc61-2a0058ce45cc tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 931 time: 0.1017313 Apr 08 09:05:46.867050 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dab8a3-b5d1-45a1-8c04-b60355c19954 None None] Pushing event updated for resources: {'Port': ['ID=a4038409-48b7-456e-945a-a3ad032285a1,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:46.887184 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Attempting to bind port a4038409-48b7-456e-945a-a3ad032285a1 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:05:46.887634 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Attempting to bind port a4038409-48b7-456e-945a-a3ad032285a1 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:05:46.887999 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Attempting to bind port a4038409-48b7-456e-945a-a3ad032285a1 on network 1f94f736-3add-466f-a71b-84aa6e30f09b {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:05:46.894932 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:05:46.895408 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Checking segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:46.895933 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:46.896392 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Bound using segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:05:46.897011 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Bound port: a4038409-48b7-456e-945a-a3ad032285a1, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:05:46.897380 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a4038409-48b7-456e-945a-a3ad032285a1), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:46.912830 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8c506126-e39a-4896-bf68-9fbbd8d4465d req-c6a9d9cf-7d08-4ed4-9bbd-f629e64ea6bf tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517223 Apr 08 09:05:46.978979 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] For port a4038409-48b7-456e-945a-a3ad032285a1, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:05:46.982663 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] For port a4038409-48b7-456e-945a-a3ad032285a1, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=a4038409-48b7-456e-945a-a3ad032285a1,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:05:46.990636 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (a4038409-48b7-456e-945a-a3ad032285a1), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:47.037216 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9274348-db77-4ae7-969f-c62d41cf44a9 req-de5848e0-5b42-4460-aebe-2c823132a2fc tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:47.038900 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d9274348-db77-4ae7-969f-c62d41cf44a9 req-de5848e0-5b42-4460-aebe-2c823132a2fc tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 932 time: 0.0639877 Apr 08 09:05:47.062697 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:05:47.063408 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:05:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:47.093946 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d9274348-db77-4ae7-969f-c62d41cf44a9 req-774a85d4-272b-4cad-a214-877846931bd6 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462980 Apr 08 09:05:47.110898 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dab8a3-b5d1-45a1-8c04-b60355c19954 None None] Pushing event updated for resources: {'Port': ['ID=a4038409-48b7-456e-945a-a3ad032285a1,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:47.123634 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-76453ff6-9720-41ff-b129-bf6af36d2725 None None] Provisioning complete for port a4038409-48b7-456e-945a-a3ad032285a1 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:47.124052 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76453ff6-9720-41ff-b129-bf6af36d2725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (a4038409-48b7-456e-945a-a3ad032285a1), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:47.137043 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f1aa8ee-09a1-4028-a62b-722ef4f7bdcc req-e25bbfb6-5967-458d-b36f-8f1ffa02f38e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0333991 Apr 08 09:05:47.229225 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:05:47.331514 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-76453ff6-9720-41ff-b129-bf6af36d2725 None None] Current status of the port a4038409-48b7-456e-945a-a3ad032285a1 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:47.331907 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76453ff6-9720-41ff-b129-bf6af36d2725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a4038409-48b7-456e-945a-a3ad032285a1), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:47.521180 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device a4038409-48b7-456e-945a-a3ad032285a1 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:47.557593 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-823a9f24-854f-407f-9395-261a2944c7c4 req-cb1471f8-bd66-4b71-b831-2c40936a6b1e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.0272737 Apr 08 09:05:47.565531 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-76453ff6-9720-41ff-b129-bf6af36d2725 None None] For port a4038409-48b7-456e-945a-a3ad032285a1, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=a4038409-48b7-456e-945a-a3ad032285a1,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:05:47.574051 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76453ff6-9720-41ff-b129-bf6af36d2725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (a4038409-48b7-456e-945a-a3ad032285a1), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:47.672742 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76453ff6-9720-41ff-b129-bf6af36d2725 None None] Pushing event updated for resources: {'Port': ['ID=a4038409-48b7-456e-945a-a3ad032285a1,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:47.678354 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port a4038409-48b7-456e-945a-a3ad032285a1 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:47.678755 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (a4038409-48b7-456e-945a-a3ad032285a1), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:47.734598 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-839d114b-720d-433a-8935-dbbb178a3393 None None] Provisioning complete for port a4038409-48b7-456e-945a-a3ad032285a1 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:47.735295 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-839d114b-720d-433a-8935-dbbb178a3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (a4038409-48b7-456e-945a-a3ad032285a1), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:47.789360 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:46Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:05:47.839954 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2511c0d-7eb4-453f-8ea3-3d3ba55088d5 None None] The sync data for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi is: [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:46Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:05:47.856414 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port a4038409-48b7-456e-945a-a3ad032285a1 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:47.905287 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-839d114b-720d-433a-8935-dbbb178a3393 None None] Current status of the port a4038409-48b7-456e-945a-a3ad032285a1 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:48.051250 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e43be3-55c2-42e6-8455-3b4f0dcc2c0a req-8b8b12ce-bac3-4d01-8019-35a2b92479c4 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:48.052840 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d9e43be3-55c2-42e6-8455-3b4f0dcc2c0a req-8b8b12ce-bac3-4d01-8019-35a2b92479c4 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 931 time: 0.0554438 Apr 08 09:05:48.105772 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d9e43be3-55c2-42e6-8455-3b4f0dcc2c0a req-6d691d95-3725-428a-b3c9-935c6ee8afb2 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461121 Apr 08 09:05:48.226471 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6984c0f-62ee-4522-8d1d-ccf117247501 req-1c502e58-29b7-48a6-a99a-079c9d5e14c7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:48.228195 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b6984c0f-62ee-4522-8d1d-ccf117247501 req-1c502e58-29b7-48a6-a99a-079c9d5e14c7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 932 time: 0.0608330 Apr 08 09:05:48.266710 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de1c916c-93ec-4bd1-ac6c-aee9c4cd0cd4 req-426e0ddc-413c-43a4-bb10-997110e5c329 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0371902 Apr 08 09:05:48.335988 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b6984c0f-62ee-4522-8d1d-ccf117247501 req-3a643ca4-1df3-4890-ba24-3114b1286491 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971673 Apr 08 09:05:48.651541 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9f846389-78c8-468b-ba6e-a4e57b1473a8 req-b22aecbc-1a72-46aa-a2c7-3077c64ec270 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.0268092 Apr 08 09:05:49.221325 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c6f86-cba7-4eb4-af58-a03bc6801c0b req-d57235d6-acb6-491a-a955-03f4e9e9ec0c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:49.222744 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a57c6f86-cba7-4eb4-af58-a03bc6801c0b req-d57235d6-acb6-491a-a955-03f4e9e9ec0c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 931 time: 0.0504653 Apr 08 09:05:49.266611 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a57c6f86-cba7-4eb4-af58-a03bc6801c0b req-60a71542-2bf3-4d41-8635-47f7fb23aced tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384502 Apr 08 09:05:49.369330 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device a4038409-48b7-456e-945a-a3ad032285a1 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:05:49.377023 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e073f83-c78d-4b16-acee-5505dcad70c0 req-e214e6c9-5681-4c73-bbe9-8dc7f015a176 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0358734 Apr 08 09:05:49.431226 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port a4038409-48b7-456e-945a-a3ad032285a1 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:49.431686 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (a4038409-48b7-456e-945a-a3ad032285a1), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:49.457618 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117242a5-e657-454c-9122-77e619053ea1 req-1c64e050-5ce9-4afd-b060-40d0e6226ccb tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:49.459073 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-117242a5-e657-454c-9122-77e619053ea1 req-1c64e050-5ce9-4afd-b060-40d0e6226ccb tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 932 time: 0.0561953 Apr 08 09:05:49.504646 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-117242a5-e657-454c-9122-77e619053ea1 req-b86435b9-d110-4c29-9906-9590c7fd284e tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400264 Apr 08 09:05:49.512407 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port a4038409-48b7-456e-945a-a3ad032285a1 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:05:49.744197 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4123f82f-ff7f-4d3f-a711-b60eb41180fa req-7419edea-a52d-41c9-b197-c22d5b1d5f80 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.0264804 Apr 08 09:05:50.379084 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f16737-4c48-4f41-8c9b-809fda2c26be req-fe5788cd-e904-4180-898b-1bece3f9c7f8 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:50.380679 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00f16737-4c48-4f41-8c9b-809fda2c26be req-fe5788cd-e904-4180-898b-1bece3f9c7f8 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 931 time: 0.0511584 Apr 08 09:05:50.439205 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00f16737-4c48-4f41-8c9b-809fda2c26be req-8dc4f6d1-9bd8-4704-ba23-680cfdba74e2 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528476 Apr 08 09:05:50.473553 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04f37bd8-8e6f-44f6-a030-3facf69f59d9 req-60c0c739-96a9-41a1-92f4-accdb308fc59 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0270195 Apr 08 09:05:50.635586 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd38be9-b398-459b-972e-bf6c6e62d4d8 req-69ea0f33-b8b6-42da-9cc5-ed2674951c9b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:50.637244 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0cd38be9-b398-459b-972e-bf6c6e62d4d8 req-69ea0f33-b8b6-42da-9cc5-ed2674951c9b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 932 time: 0.0533726 Apr 08 09:05:50.696007 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0cd38be9-b398-459b-972e-bf6c6e62d4d8 req-64467eb2-9158-42cf-8831-156ecb12c21d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527174 Apr 08 09:05:50.834724 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1c535daa-4c8a-4722-a6ca-40c1d3230da4 req-6c402406-9963-46bc-9b13-1d9db1139dd0 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.0273635 Apr 08 09:05:51.635445 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-10d70039-2689-4022-9515-a8547ac067e4 req-d68b2421-1ba4-470d-8b45-311abb2d1091 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0449009 Apr 08 09:05:51.663314 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adee3d-73b3-4275-b54f-3695fc5204a5 req-9cafbb11-a418-4462-8b05-c6931f94b3b8 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:51.664819 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-69adee3d-73b3-4275-b54f-3695fc5204a5 req-9cafbb11-a418-4462-8b05-c6931f94b3b8 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 931 time: 0.1353636 Apr 08 09:05:51.743801 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-69adee3d-73b3-4275-b54f-3695fc5204a5 req-3d9317db-a1e8-4b3c-9114-5dc51b53e9a3 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684848 Apr 08 09:05:51.991874 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05643489-fec8-4af6-bb55-dbec102beaf0 req-d83df2e2-57d9-499b-ad67-4501e1978ad4 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:51.999383 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-05643489-fec8-4af6-bb55-dbec102beaf0 req-d83df2e2-57d9-499b-ad67-4501e1978ad4 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 932 time: 0.1293983 Apr 08 09:05:52.113177 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-05643489-fec8-4af6-bb55-dbec102beaf0 req-10a271ca-7f1c-4f94-ac6c-c5be6b86f4ad tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128242 Apr 08 09:05:52.151736 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-acd33679-2292-4361-94eb-7cfc45f519b1 req-102aeae2-d020-41d3-8c44-bb588d856682 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.0539474 Apr 08 09:05:52.763171 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c5ebe1d9-4fd1-4c41-aaf4-9233c0b4f8cf req-7437b9ae-ec1b-45e9-bc5a-6d96918c40fb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0336032 Apr 08 09:05:52.882168 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fe6b5-98ce-46a3-879d-efb0c4caf6cf req-688f0701-4f21-4c12-88f1-3e497c49d46a tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:52.883716 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3b7fe6b5-98ce-46a3-879d-efb0c4caf6cf req-688f0701-4f21-4c12-88f1-3e497c49d46a tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 931 time: 0.0653784 Apr 08 09:05:52.938431 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3b7fe6b5-98ce-46a3-879d-efb0c4caf6cf req-bc9bead1-2369-416b-90b6-c224b3d28c1a tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447054 Apr 08 09:05:53.281662 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f16c201-52e0-434a-9338-034746ce43b4 req-f8617786-015a-4411-94bc-8cb92685f778 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.0506163 Apr 08 09:05:53.301535 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666e661-c6d0-4f89-bfaa-3c210e09c586 req-87aa5609-2e12-4801-853e-c316f4403f8e tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:53.309607 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d666e661-c6d0-4f89-bfaa-3c210e09c586 req-87aa5609-2e12-4801-853e-c316f4403f8e tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 932 time: 0.1144252 Apr 08 09:05:53.367603 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d666e661-c6d0-4f89-bfaa-3c210e09c586 req-fd480bea-3172-4c4d-9e84-eb622550f139 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567629 Apr 08 09:05:53.938310 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ede951d7-624d-4b1b-aa8d-0c6d483b1732 req-eda252cf-5a51-4912-965d-6c246b2e0cc3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0657513 Apr 08 09:05:54.067092 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309ef07-54f1-4335-9aaa-f7a42c20dbb3 req-37cb4503-9bd8-4a3f-a183-68f0447681a1 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:54.069201 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0309ef07-54f1-4335-9aaa-f7a42c20dbb3 req-37cb4503-9bd8-4a3f-a183-68f0447681a1 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 931 time: 0.0598729 Apr 08 09:05:54.175049 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0309ef07-54f1-4335-9aaa-f7a42c20dbb3 req-eea90cb4-f051-428a-97e4-f30b13dd02ac tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997279 Apr 08 09:05:54.448408 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-06951433-4097-4d46-ac33-eabbd0a1fd59 req-0eb4300d-332b-44f7-b19e-3cbdc6026b05 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.0361083 Apr 08 09:05:54.546801 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380afaff-ea75-467b-8363-fbc0336dbe08 req-1a1debe4-7143-4826-9503-2d7e950e589d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:54.549702 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-380afaff-ea75-467b-8363-fbc0336dbe08 req-1a1debe4-7143-4826-9503-2d7e950e589d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 932 time: 0.0831585 Apr 08 09:05:54.619040 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-380afaff-ea75-467b-8363-fbc0336dbe08 req-37143aeb-25f3-4278-9244-6ae8daf8253b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625296 Apr 08 09:05:54.625394 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56346) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:54.781686 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9eb8-125e-4b4e-8228-d0d7248712e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:54.874996 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9eb8-125e-4b4e-8228-d0d7248712e0 admin admin] Publish callbacks [] for security_group (1f7ca7cb-8b44-47e6-bafd-9e86a3d11c74), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:54.879750 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9eb8-125e-4b4e-8228-d0d7248712e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (1f7ca7cb-8b44-47e6-bafd-9e86a3d11c74), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:54.937984 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b4fd9eb8-125e-4b4e-8228-d0d7248712e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=549d05c5b4574a6a80ea7ccce1b91179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110955 Apr 08 09:05:54.938904 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd9eb8-125e-4b4e-8228-d0d7248712e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7ca7cb-8b44-47e6-bafd-9e86a3d11c74,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:54.941224 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 56356) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:55.021581 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ff4a01d7-3bb4-4174-8828-1c77e772a2fd admin admin] Publish callbacks [] for security_group (1f7ca7cb-8b44-47e6-bafd-9e86a3d11c74), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.073456 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ff4a01d7-3bb4-4174-8828-1c77e772a2fd admin admin] Publish callbacks [] for security_group (1f7ca7cb-8b44-47e6-bafd-9e86a3d11c74), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.076915 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c189a9a2-b5c4-467e-9e51-0be4d7041e57 req-93f9515e-e3c4-4b34-8fc5-9f798409ba7c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0397246 Apr 08 09:05:55.143188 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ff4a01d7-3bb4-4174-8828-1c77e772a2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (1f7ca7cb-8b44-47e6-bafd-9e86a3d11c74), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.146311 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ff4a01d7-3bb4-4174-8828-1c77e772a2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.147531 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ff4a01d7-3bb4-4174-8828-1c77e772a2fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f7ca7cb-8b44-47e6-bafd-9e86a3d11c74 HTTP/1.1" status: 204 len: 168 time: 0.2052290 Apr 08 09:05:55.157543 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a01d7-3bb4-4174-8828-1c77e772a2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7ca7cb-8b44-47e6-bafd-9e86a3d11c74,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:55.341998 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc1d36-ad3e-4cf8-a56f-92a8393af8f7 req-e1b444e8-ff7e-4160-91a1-ca5ef7c37c8b tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:55.343495 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-93bc1d36-ad3e-4cf8-a56f-92a8393af8f7 req-e1b444e8-ff7e-4160-91a1-ca5ef7c37c8b tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 931 time: 0.0912011 Apr 08 09:05:55.385431 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56394) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:55.410157 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-93bc1d36-ad3e-4cf8-a56f-92a8393af8f7 req-64cd2d57-dedf-4d88-9b5f-f58e6f90dcce tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568361 Apr 08 09:05:55.533505 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4fc94ee8-ea99-4bfb-b982-c1336d5b6b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.556945 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56402) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:55.567945 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-69e8f4dc-fc06-4c4f-b1f7-686a0f2b72f5 req-a5eb068d-9e7e-4d46-8f97-95d8157d74fd tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.0309618 Apr 08 09:05:55.591070 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-078e0732-1b05-49fa-a5c7-fe2dafc46374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.666779 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4fc94ee8-ea99-4bfb-b982-c1336d5b6b73 admin admin] Publish callbacks [] for security_group (59d3ac07-81f5-4570-9317-c65b877f8b91), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.672507 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4fc94ee8-ea99-4bfb-b982-c1336d5b6b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (59d3ac07-81f5-4570-9317-c65b877f8b91), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.733148 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4fc94ee8-ea99-4bfb-b982-c1336d5b6b73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1d22f38db48411c93f184227fd22346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432198 Apr 08 09:05:55.734120 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc94ee8-ea99-4bfb-b982-c1336d5b6b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d3ac07-81f5-4570-9317-c65b877f8b91,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:55.737493 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 56406) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:55.770545 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-078e0732-1b05-49fa-a5c7-fe2dafc46374 admin admin] Publish callbacks [] for security_group (be308374-35ac-41ce-99b2-a7c5dcc99afb), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.774976 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-078e0732-1b05-49fa-a5c7-fe2dafc46374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (be308374-35ac-41ce-99b2-a7c5dcc99afb), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.781259 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ae9e4-17e3-4fe5-b45e-1a27e192e07b req-6deca5d9-3ea4-494b-be3e-50f2b2ee08f0 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:55.782741 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-895ae9e4-17e3-4fe5-b45e-1a27e192e07b req-6deca5d9-3ea4-494b-be3e-50f2b2ee08f0 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 932 time: 0.0850275 Apr 08 09:05:55.810342 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e0732-1b05-49fa-a5c7-fe2dafc46374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be308374-35ac-41ce-99b2-a7c5dcc99afb,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:55.822542 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-078e0732-1b05-49fa-a5c7-fe2dafc46374 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80429c72a2b14652bda6b0b42f329bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614818 Apr 08 09:05:55.822542 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56408) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:55.835626 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-51587d40-143a-485e-8ec5-dfbabac69ece admin admin] Publish callbacks [] for security_group (59d3ac07-81f5-4570-9317-c65b877f8b91), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.865124 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-895ae9e4-17e3-4fe5-b45e-1a27e192e07b req-8669b5b3-6313-431b-a9c7-7e9daf6851ab tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715041 Apr 08 09:05:55.869353 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-51587d40-143a-485e-8ec5-dfbabac69ece admin admin] Publish callbacks [] for security_group (59d3ac07-81f5-4570-9317-c65b877f8b91), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.871481 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f3e27ae6-c502-4593-b686-c7558233f1b0 admin admin] Publish callbacks [] for security_group (be308374-35ac-41ce-99b2-a7c5dcc99afb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.901244 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f3e27ae6-c502-4593-b686-c7558233f1b0 admin admin] Publish callbacks [] for security_group (be308374-35ac-41ce-99b2-a7c5dcc99afb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.928416 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-51587d40-143a-485e-8ec5-dfbabac69ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (59d3ac07-81f5-4570-9317-c65b877f8b91), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.930983 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-51587d40-143a-485e-8ec5-dfbabac69ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.932190 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-51587d40-143a-485e-8ec5-dfbabac69ece admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59d3ac07-81f5-4570-9317-c65b877f8b91 HTTP/1.1" status: 204 len: 168 time: 0.1937342 Apr 08 09:05:55.940376 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51587d40-143a-485e-8ec5-dfbabac69ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d3ac07-81f5-4570-9317-c65b877f8b91,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:55.963063 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f3e27ae6-c502-4593-b686-c7558233f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (be308374-35ac-41ce-99b2-a7c5dcc99afb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.965795 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f3e27ae6-c502-4593-b686-c7558233f1b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:55.966863 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f3e27ae6-c502-4593-b686-c7558233f1b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be308374-35ac-41ce-99b2-a7c5dcc99afb HTTP/1.1" status: 204 len: 168 time: 0.1436217 Apr 08 09:05:55.977160 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e27ae6-c502-4593-b686-c7558233f1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be308374-35ac-41ce-99b2-a7c5dcc99afb,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:56.218312 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e0bc78e-7632-441f-8c60-b5a0fd49c470 req-8760c5fe-7383-49b8-b62e-ebb9a5c2684f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0423751 Apr 08 09:05:56.227699 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:56.355607 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 56428) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:56.369265 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-abea51dc-5be4-4d3e-ace9-59111acb3643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:56.459836 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-abea51dc-5be4-4d3e-ace9-59111acb3643 admin admin] Publish callbacks [] for security_group (f5c1c832-01d6-4d18-b843-7210ea3bc1a3), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:56.464548 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-abea51dc-5be4-4d3e-ace9-59111acb3643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f5c1c832-01d6-4d18-b843-7210ea3bc1a3), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:56.533296 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-abea51dc-5be4-4d3e-ace9-59111acb3643 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8d0d0cd49974f02b77d3fa761ec86be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759183 Apr 08 09:05:56.535951 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56438) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:56.552565 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea51dc-5be4-4d3e-ace9-59111acb3643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c1c832-01d6-4d18-b843-7210ea3bc1a3,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:56.590827 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219d17d-b1e4-4a27-9df6-7de826846d9b req-a8135a60-d3bc-4e80-83f0-cea60b08d870 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:56.592523 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e219d17d-b1e4-4a27-9df6-7de826846d9b req-a8135a60-d3bc-4e80-83f0-cea60b08d870 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 931 time: 0.0767493 Apr 08 09:05:56.637748 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Request body: {'port': {'device_id': '1bbce62f-decb-48da-9981-9f86ccb9f2af', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'admin_state_up': True, 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:56.676518 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e219d17d-b1e4-4a27-9df6-7de826846d9b req-92bbcb2b-0781-4641-b7ae-ed12d0848d55 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712907 Apr 08 09:05:56.693258 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-926527eb-fded-4230-b79d-b73e536f997b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:05:56.696323 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-926527eb-fded-4230-b79d-b73e536f997b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077567 Apr 08 09:05:56.823784 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee5a9b61-401c-4d1d-bd94-167869ba93d7 req-f182ecae-e33b-4842-96e7-0e530b373924 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.1214793 Apr 08 09:05:56.885818 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-cff86793-6817-4418-bad8-80b231df4c84 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:05:56.887257 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-cff86793-6817-4418-bad8-80b231df4c84 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0671411 Apr 08 09:05:56.930248 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-cbebfe7e-975a-4bbb-b41f-058a79654aa4 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:05:56.932249 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-cbebfe7e-975a-4bbb-b41f-058a79654aa4 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0994823 Apr 08 09:05:56.936642 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35802e1c-3fff-4200-b200-f475280c7c58 admin admin] Publish callbacks [] for security_group (f5c1c832-01d6-4d18-b843-7210ea3bc1a3), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:56.938512 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Made reservation on behalf of aee1bc4a94954ae6b5d10210208ff8a6 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:05:56.942030 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:57.141381 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56472) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:57.195542 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35802e1c-3fff-4200-b200-f475280c7c58 admin admin] Publish callbacks [] for security_group (f5c1c832-01d6-4d18-b843-7210ea3bc1a3), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:57.241846 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdccf3-151e-48f7-bc24-79270c8556d6 req-bc8fe4ca-54d8-47b8-abd0-d60429a2db37 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:57.243705 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-babdccf3-151e-48f7-bc24-79270c8556d6 req-bc8fe4ca-54d8-47b8-abd0-d60429a2db37 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 932 time: 0.2751656 Apr 08 09:05:57.312987 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Request body: {'port': {'device_id': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:57.326102 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Request body: {'port': {'device_id': '003f9be2-2b87-4190-8d16-7216984d1dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:57.351582 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-babdccf3-151e-48f7-bc24-79270c8556d6 req-9bf3d46a-0758-405f-9e69-4da87ac2d25a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853589 Apr 08 09:05:57.404760 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6a796104-fa24-4e5b-b2ce-c060600c045e req-9a4c839e-c6e3-44a5-a80e-1a9994cbd352 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0424767 Apr 08 09:05:57.435514 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35802e1c-3fff-4200-b200-f475280c7c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f5c1c832-01d6-4d18-b843-7210ea3bc1a3), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:57.438010 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-35802e1c-3fff-4200-b200-f475280c7c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:57.439637 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-35802e1c-3fff-4200-b200-f475280c7c58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5c1c832-01d6-4d18-b843-7210ea3bc1a3 HTTP/1.1" status: 204 len: 168 time: 0.9020991 Apr 08 09:05:57.446546 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:57.454235 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Allocated IP 172.20.0.7 (4b30230e-4c3b-4dea-8337-326b2135c68c/7e2e608c-5756-4e6d-af6d-52672d8949cb/8b05070d-27e6-400f-818b-615f194e326f) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:05:57.484530 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35802e1c-3fff-4200-b200-f475280c7c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c1c832-01d6-4d18-b843-7210ea3bc1a3,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:57.504633 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Request body: {'port': {'device_id': '4d870629-c93d-4f56-971c-7eca9f9edcb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:57.529897 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3de9b10-3fd3-4f6d-b31d-374ddb3a5c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:57.578169 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:57.597807 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:57.853652 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for port (8b05070d-27e6-400f-818b-615f194e326f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:57.897827 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.10', 63045) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:57.952168 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:05:58.039864 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (8b05070d-27e6-400f-818b-615f194e326f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:58.103315 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b8a88733-ceb5-49e9-834d-92cb3bdc90db req-475a76b7-27b9-4899-b60e-01636479c3bf tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.0911789 Apr 08 09:05:58.162048 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7048e-a9b9-478b-be88-3b42a6806bff req-19148a68-5dd5-4bce-8f8a-d2d32fba2b03 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:58.163702 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1e7048e-a9b9-478b-be88-3b42a6806bff req-19148a68-5dd5-4bce-8f8a-d2d32fba2b03 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 931 time: 0.1495440 Apr 08 09:05:58.310177 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da59daa3-88b5-4c8c-af15-b454aa15cf02 {{(pid=103425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:05:58.336786 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1e7048e-a9b9-478b-be88-3b42a6806bff req-f1b8509d-0a18-4c8c-b6b2-4f6e2febc7d3 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602418 Apr 08 09:05:58.341487 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Publish callbacks [] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:58.378963 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.provisioning_blocks [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Transition to ACTIVE for port object da59daa3-88b5-4c8c-af15-b454aa15cf02 will not be triggered until provisioned by entity L2. {{(pid=103425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:05:58.378963 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:58.447411 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Pushing event updated for resources: {'Port': ['ID=da59daa3-88b5-4c8c-af15-b454aa15cf02,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:58.540993 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event updated for resources: {'Port': ['ID=8b05070d-27e6-400f-818b-615f194e326f,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:58.643301 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Attempting to bind port da59daa3-88b5-4c8c-af15-b454aa15cf02 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:05:58.649126 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Attempting to bind port da59daa3-88b5-4c8c-af15-b454aa15cf02 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '81f9e819-0683-4eed-acec-cad292567d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:05:58.649909 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Attempting to bind port da59daa3-88b5-4c8c-af15-b454aa15cf02 on network 2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:05:58.684393 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Port da59daa3-88b5-4c8c-af15-b454aa15cf02 on network 2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:05:58.684393 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Attempting to bind port da59daa3-88b5-4c8c-af15-b454aa15cf02 on network 2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:05:58.735628 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:05:58.736700 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Checking segment: {'id': '81f9e819-0683-4eed-acec-cad292567d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:05:58.744755 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Bound using segment: {'id': '81f9e819-0683-4eed-acec-cad292567d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:05:58.745435 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Bound port: da59daa3-88b5-4c8c-af15-b454aa15cf02, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f9e819-0683-4eed-acec-cad292567d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:05:58.745549 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:58.787827 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b36a0-3bb1-420c-b71c-81b983eb0b89 req-97db332b-970a-44d8-8c39-073e60944d00 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:58.797175 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-451b36a0-3bb1-420c-b71c-81b983eb0b89 req-97db332b-970a-44d8-8c39-073e60944d00 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 931 time: 0.1964653 Apr 08 09:05:58.836325 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Network 4b30230e-4c3b-4dea-8337-326b2135c68c is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:05:58.853372 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:05:58.858141 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2857d-015d-4fb1-a90f-f5690ec3bfcd req-bd1c2e88-40b9-4cf1-a1cc-b687da00f204 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:58.858287 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf051081-3865-4f6b-8294-171cb8880bc5 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:05:58.859660 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5ad2857d-015d-4fb1-a90f-f5690ec3bfcd req-bd1c2e88-40b9-4cf1-a1cc-b687da00f204 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 932 time: 0.3388562 Apr 08 09:05:58.918102 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:05:58.924094 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:58.924405 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:58.930965 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3de9b10-3fd3-4f6d-b31d-374ddb3a5c85 admin admin] Publish callbacks [] for security_group (58f4b51d-51bd-431e-8c96-be80861cd02e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:58.941075 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-b10bcf77-50c9-4de0-9a1c-adc9e3baaf24 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:58.942638 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-b10bcf77-50c9-4de0-9a1c-adc9e3baaf24 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 815 time: 1.0423961 Apr 08 09:05:58.953886 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Publish callbacks [] for port (cf051081-3865-4f6b-8294-171cb8880bc5), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:58.965956 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-451b36a0-3bb1-420c-b71c-81b983eb0b89 req-0aa0a4c8-c9d0-4182-96c5-6148d801700c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672397 Apr 08 09:05:58.975658 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] For port da59daa3-88b5-4c8c-af15-b454aa15cf02, host hv-cinder-83699, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:05:59.023430 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 56556) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:59.038992 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] For port da59daa3-88b5-4c8c-af15-b454aa15cf02, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da59daa3-88b5-4c8c-af15-b454aa15cf02,segment=NetworkSegment(81f9e819-0683-4eed-acec-cad292567d16),segment_id=81f9e819-0683-4eed-acec-cad292567d16)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:05:59.039585 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c3de9b10-3fd3-4f6d-b31d-374ddb3a5c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (58f4b51d-51bd-431e-8c96-be80861cd02e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:59.050081 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5ad2857d-015d-4fb1-a90f-f5690ec3bfcd req-8396b7bb-cb25-4ef6-b065-28852bc05b51 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795330 Apr 08 09:05:59.051833 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:59.116507 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:59.117196 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:59.118615 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] 10.222.0.10 "PUT /v2.0/ports/da59daa3-88b5-4c8c-af15-b454aa15cf02 HTTP/1.1" status: 200 len: 1093 time: 1.9143326 Apr 08 09:05:59.119070 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d870629-c93d-4f56-971c-7eca9f9edcb8', 'tag': 'da59daa3-88b5-4c8c-af15-b454aa15cf02'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:05:59.172464 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-01d6fbdc-663f-4e48-90a0-86a801d4ecdf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5473044 Apr 08 09:05:59.233549 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Request body: {'port': {'device_id': '1bbce62f-decb-48da-9981-9f86ccb9f2af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:59.242696 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-30d02016-d2ab-4667-a657-b0b56dc20195 None None] Provisioning complete for port 8b05070d-27e6-400f-818b-615f194e326f triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:05:59.243217 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30d02016-d2ab-4667-a657-b0b56dc20195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (8b05070d-27e6-400f-818b-615f194e326f), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:59.248223 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Transition to ACTIVE for port object cf051081-3865-4f6b-8294-171cb8880bc5 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:05:59.256164 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c3de9b10-3fd3-4f6d-b31d-374ddb3a5c85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=195411e5c75549359d664044b4010723&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1060760 Apr 08 09:05:59.292391 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-30d02016-d2ab-4667-a657-b0b56dc20195 None None] Port 8b05070d-27e6-400f-818b-615f194e326f cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:05:59.301765 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 56570) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:05:59.324311 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:59.359777 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fb840d93-0cae-4b5a-96ba-9e38b3e8c84d req-374f9226-a4f2-41e7-88f4-b6a68c03ccf8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.1332576 Apr 08 09:05:59.367921 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e7fba31-dcbe-4238-91f0-200fc8a2d900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:59.397834 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982bfc8-2f9a-4ec0-8bbe-33d150830e1d service neutron] Pushing event updated for resources: {'Port': ['ID=da59daa3-88b5-4c8c-af15-b454aa15cf02,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:59.454385 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-f7a95694-eadc-4302-9c76-72d986b590b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:59.457159 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-f7a95694-eadc-4302-9c76-72d986b590b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=68a0eca57db9453ca8f4097f532bd52e&device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 1127 time: 0.2055957 Apr 08 09:05:59.465158 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fd7871-8aa7-4ad3-8a0c-96ebe4020c19" -d '{"events": [{"name": "network-changed", "server_uuid": "4d870629-c93d-4f56-971c-7eca9f9edcb8", "tag": "da59daa3-88b5-4c8c-af15-b454aa15cf02"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:05:59.578435 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-393ca5c8-a176-4d07-8869-cb4dcd70ce57 admin admin] Publish callbacks [] for security_group (58f4b51d-51bd-431e-8c96-be80861cd02e), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:59.586656 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de9b10-3fd3-4f6d-b31d-374ddb3a5c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f4b51d-51bd-431e-8c96-be80861cd02e,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:59.612570 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-32272dbe-2ab2-4f7d-a4e7-f0b4d332f952 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da59daa3-88b5-4c8c-af15-b454aa15cf02 HTTP/1.1" status: 200 len: 217 time: 0.1338005 Apr 08 09:05:59.762253 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (8b05070d-27e6-400f-818b-615f194e326f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:59.770670 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-12860a54-c301-4341-847c-887aafdad19d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6f8df1da1ee4ace879e651f6adafe22 HTTP/1.1" status: 200 len: 380 time: 0.7399836 Apr 08 09:05:59.771365 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Pushing event updated for resources: {'Port': ['ID=cf051081-3865-4f6b-8294-171cb8880bc5,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:05:59.801398 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6691af96-9487-445e-b41b-6ae5f41f2dc8 x-openstack-request-id: req-6691af96-9487-445e-b41b-6ae5f41f2dc8 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:05:59.802035 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d870629-c93d-4f56-971c-7eca9f9edcb8", "tag": "da59daa3-88b5-4c8c-af15-b454aa15cf02", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:05:59.802483 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6691af96-9487-445e-b41b-6ae5f41f2dc8 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:05:59.803247 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6691af96-9487-445e-b41b-6ae5f41f2dc8'] response: {'name': 'network-changed', 'server_uuid': '4d870629-c93d-4f56-971c-7eca9f9edcb8', 'tag': 'da59daa3-88b5-4c8c-af15-b454aa15cf02', 'status': 'completed', 'code': 200} Apr 08 09:05:59.817190 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-393ca5c8-a176-4d07-8869-cb4dcd70ce57 admin admin] Publish callbacks [] for security_group (58f4b51d-51bd-431e-8c96-be80861cd02e), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:59.875145 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-f6df6cab-73e1-4798-928b-7dd45238c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:59.877265 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-f6df6cab-73e1-4798-928b-7dd45238c2c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d HTTP/1.1" status: 200 len: 851 time: 0.2407248 Apr 08 09:05:59.904955 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'port': {'device_id': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'admin_state_up': True, 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'security_groups': ['d36d18ce-ed25-4a43-8acf-d3dca09446e5']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:05:59.931001 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6d419-161d-48da-a224-83dd8972d349 req-e04e9a9d-483c-48c7-a436-8bc3a4085528 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:05:59.938594 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-93f6d419-161d-48da-a224-83dd8972d349 req-e04e9a9d-483c-48c7-a436-8bc3a4085528 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 943 time: 0.4479499 Apr 08 09:05:59.965877 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-ff38f20e-9936-42fd-807e-ede20e9dbcfc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777087 Apr 08 09:05:59.968108 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e7fba31-dcbe-4238-91f0-200fc8a2d900 admin admin] Publish callbacks [] for security_group (4ba0e3bb-93de-4cac-981b-346d29d16189), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:05:59.969936 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Attempting to bind port cf051081-3865-4f6b-8294-171cb8880bc5 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:05:59.970533 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Attempting to bind port cf051081-3865-4f6b-8294-171cb8880bc5 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:05:59.970720 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Attempting to bind port cf051081-3865-4f6b-8294-171cb8880bc5 on network 0d212e64-e599-4f30-a480-e7099d8eb4c3 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:06:00.004377 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Port cf051081-3865-4f6b-8294-171cb8880bc5 on network 0d212e64-e599-4f30-a480-e7099d8eb4c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:06:00.004751 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Attempting to bind port cf051081-3865-4f6b-8294-171cb8880bc5 on network 0d212e64-e599-4f30-a480-e7099d8eb4c3 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:06:00.018903 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7e7fba31-dcbe-4238-91f0-200fc8a2d900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (4ba0e3bb-93de-4cac-981b-346d29d16189), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:00.019655 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:06:00.019995 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Checking segment: {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:06:00.020594 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Bound using segment: {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:06:00.021059 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Bound port: cf051081-3865-4f6b-8294-171cb8880bc5, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:06:00.021416 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:00.027721 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ade0f0-05db-4546-be5d-83b69d0edc27 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:06:00.055910 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-393ca5c8-a176-4d07-8869-cb4dcd70ce57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (58f4b51d-51bd-431e-8c96-be80861cd02e), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:00.058512 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-393ca5c8-a176-4d07-8869-cb4dcd70ce57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:00.059624 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-393ca5c8-a176-4d07-8869-cb4dcd70ce57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58f4b51d-51bd-431e-8c96-be80861cd02e HTTP/1.1" status: 204 len: 168 time: 0.7389605 Apr 08 09:06:00.119424 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Publish callbacks [] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:00.134683 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Transition to ACTIVE for port object 37ade0f0-05db-4546-be5d-83b69d0edc27 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:06:00.333267 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7e7fba31-dcbe-4238-91f0-200fc8a2d900 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7551919c655f4191addfbebdd4f8760a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3046429 Apr 08 09:06:00.348030 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:00.360314 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56616) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:00.383661 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fba31-dcbe-4238-91f0-200fc8a2d900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba0e3bb-93de-4cac-981b-346d29d16189,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:00.397019 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-ef9f10db-310f-47ec-89a6-1e1ec752ecba service neutron] 10.222.0.10 "GET /v2.0/networks/2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015689 Apr 08 09:06:00.460785 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-93f6d419-161d-48da-a224-83dd8972d349 req-a5a6df38-9bb2-4e4f-bf33-0e8adf63ec53 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168900 Apr 08 09:06:00.527401 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ca5c8-a176-4d07-8869-cb4dcd70ce57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f4b51d-51bd-431e-8c96-be80861cd02e,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:00.644893 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Attempting to bind port 37ade0f0-05db-4546-be5d-83b69d0edc27 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:06:00.645261 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Attempting to bind port 37ade0f0-05db-4546-be5d-83b69d0edc27 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:06:00.645620 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Attempting to bind port 37ade0f0-05db-4546-be5d-83b69d0edc27 on network 4b30230e-4c3b-4dea-8337-326b2135c68c {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:06:00.647610 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779c8d-a546-4bc3-a489-da765f4f2417 req-7d437668-4579-4120-8aeb-628120c257fd tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:00.649302 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c1779c8d-a546-4bc3-a489-da765f4f2417 req-7d437668-4579-4120-8aeb-628120c257fd tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 931 time: 0.6181016 Apr 08 09:06:00.657241 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Pushing event updated for resources: {'Port': ['ID=37ade0f0-05db-4546-be5d-83b69d0edc27,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:00.691482 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-696decbd-891c-4895-986b-d73a22fa40c8 admin admin] Publish callbacks [] for security_group (4ba0e3bb-93de-4cac-981b-346d29d16189), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:00.703041 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Made reservation on behalf of d6f8df1da1ee4ace879e651f6adafe22 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:06:00.706817 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:00.708565 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31b258fe-3df9-491d-a8ee-5956fdf00ceb req-13a3f84e-d5cd-4d7a-9775-3941f371329f service neutron] 10.222.0.10 "GET /v2.0/networks/2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984006 Apr 08 09:06:00.726742 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Port 37ade0f0-05db-4546-be5d-83b69d0edc27 on network 4b30230e-4c3b-4dea-8337-326b2135c68c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:06:00.727262 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Attempting to bind port 37ade0f0-05db-4546-be5d-83b69d0edc27 on network 4b30230e-4c3b-4dea-8337-326b2135c68c {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:06:00.769982 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed274d08-f188-4fea-aadc-43a3b6e4eed8 req-fb2c89b4-85d6-49a2-bc3d-d9e362a02324 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:00.773170 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ed274d08-f188-4fea-aadc-43a3b6e4eed8 req-fb2c89b4-85d6-49a2-bc3d-d9e362a02324 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.1798682 Apr 08 09:06:00.796134 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:06:00.796919 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Checking segment: {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:06:00.797355 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Bound using segment: {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:06:00.798184 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Bound port: 37ade0f0-05db-4546-be5d-83b69d0edc27, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:06:00.799326 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:00.804042 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] For port cf051081-3865-4f6b-8294-171cb8880bc5, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:06:00.809440 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c1779c8d-a546-4bc3-a489-da765f4f2417 req-6d487ea1-b0ac-43a3-ad7a-fa265927fabe tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997412 Apr 08 09:06:00.858279 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] For port cf051081-3865-4f6b-8294-171cb8880bc5, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cf051081-3865-4f6b-8294-171cb8880bc5,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:06:00.878691 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ed274d08-f188-4fea-aadc-43a3b6e4eed8 req-4645c947-4e61-4065-8358-e7268745b1e4 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734835 Apr 08 09:06:00.878855 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-696decbd-891c-4895-986b-d73a22fa40c8 admin admin] Publish callbacks [] for security_group (4ba0e3bb-93de-4cac-981b-346d29d16189), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:00.905645 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:00.965374 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c87a2985-f5c0-4b43-81e0-054baca3db39 req-ca629bb8-2690-4ee4-a4ac-471a8f9cb94f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.0327144 Apr 08 09:06:01.121870 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:01.122510 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.123980 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] 10.222.0.10 "PUT /v2.0/ports/cf051081-3865-4f6b-8294-171cb8880bc5 HTTP/1.1" status: 200 len: 1094 time: 3.9789310 Apr 08 09:06:01.124431 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'tag': 'cf051081-3865-4f6b-8294-171cb8880bc5'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:06:01.143176 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 56652) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:01.218668 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b05070d-27e6-400f-818b-615f194e326f {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:06:01.251031 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Publish callbacks [] for port (8b05070d-27e6-400f-818b-615f194e326f), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.255254 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Allocated IP 172.20.0.6 (1f94f736-3add-466f-a71b-84aa6e30f09b/9b66a29b-7eca-47b9-81d7-f1a70dd2413c/802534ea-4cf7-4e03-959a-da955e0a2a85) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:06:01.275896 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-503310013-network', 'tenant_id': 'e19015db686f494ab2ecf31f49d7d6bb'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:01.276250 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] For port 37ade0f0-05db-4546-be5d-83b69d0edc27, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:06:01.285523 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] For port 37ade0f0-05db-4546-be5d-83b69d0edc27, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=37ade0f0-05db-4546-be5d-83b69d0edc27,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:06:01.300508 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f17c30-b3fa-426d-9404-750845e6594f service neutron] Pushing event updated for resources: {'Port': ['ID=cf051081-3865-4f6b-8294-171cb8880bc5,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:01.310661 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.319732 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Made reservation on behalf of e19015db686f494ab2ecf31f49d7d6bb for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:06:01.327156 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.351865 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.356433 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:01.357098 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.358538 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] 10.222.0.10 "PUT /v2.0/ports/37ade0f0-05db-4546-be5d-83b69d0edc27 HTTP/1.1" status: 200 len: 1093 time: 4.2150328 Apr 08 09:06:01.389629 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Transition to ACTIVE for port object 8b05070d-27e6-400f-818b-615f194e326f will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:06:01.425080 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-696decbd-891c-4895-986b-d73a22fa40c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (4ba0e3bb-93de-4cac-981b-346d29d16189), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.427737 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-696decbd-891c-4895-986b-d73a22fa40c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.432046 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-696decbd-891c-4895-986b-d73a22fa40c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ba0e3bb-93de-4cac-981b-346d29d16189 HTTP/1.1" status: 204 len: 168 time: 1.0420716 Apr 08 09:06:01.448562 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (8b05070d-27e6-400f-818b-615f194e326f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.453958 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143d7d13-7133-4efe-b712-01d297648aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "c047e9d6-64d2-4dd2-bcb1-6992c927de06", "tag": "cf051081-3865-4f6b-8294-171cb8880bc5"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:06:01.493242 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Publish callbacks [] for security_group (5608a400-c2d2-4e83-8a31-b047abb5fe11), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.500610 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (5608a400-c2d2-4e83-8a31-b047abb5fe11), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.529518 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:06:01.538776 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696decbd-891c-4895-986b-d73a22fa40c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba0e3bb-93de-4cac-981b-346d29d16189,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:01.570706 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (b5fb10c8-076d-4a77-8e46-04b9c2b17fc3), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.571293 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Added segment b5fb10c8-076d-4a77-8e46-04b9c2b17fc3 of type vlan for network 8d9ef317-0ecd-44fd-89f1-188eecea92b4 Apr 08 09:06:01.640147 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305bec1-37fa-4a57-83bd-12c0d5bad889 service neutron] Pushing event updated for resources: {'Port': ['ID=37ade0f0-05db-4546-be5d-83b69d0edc27,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:01.685389 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (8d9ef317-0ecd-44fd-89f1-188eecea92b4), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.709224 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Attempting to bind port 8b05070d-27e6-400f-818b-615f194e326f on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:06:01.709729 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Attempting to bind port 8b05070d-27e6-400f-818b-615f194e326f by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:06:01.710155 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Attempting to bind port 8b05070d-27e6-400f-818b-615f194e326f on network 4b30230e-4c3b-4dea-8337-326b2135c68c {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:06:01.745308 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Port 8b05070d-27e6-400f-818b-615f194e326f on network 4b30230e-4c3b-4dea-8337-326b2135c68c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:06:01.745981 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Attempting to bind port 8b05070d-27e6-400f-818b-615f194e326f on network 4b30230e-4c3b-4dea-8337-326b2135c68c {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:06:01.778695 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Pushing event updated for resources: {'Port': ['ID=8b05070d-27e6-400f-818b-615f194e326f,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:01.785841 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.790650 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:06:01.791582 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Checking segment: {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:06:01.792436 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Bound using segment: {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:06:01.793248 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Bound port: 8b05070d-27e6-400f-818b-615f194e326f, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:06:01.793822 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (8b05070d-27e6-400f-818b-615f194e326f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.871281 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd20c19-1ff4-4644-b727-cadabe90261c x-openstack-request-id: req-acd20c19-1ff4-4644-b727-cadabe90261c {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:06:01.871892 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c047e9d6-64d2-4dd2-bcb1-6992c927de06", "tag": "cf051081-3865-4f6b-8294-171cb8880bc5", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:06:01.872363 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-acd20c19-1ff4-4644-b727-cadabe90261c {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:06:01.873182 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd20c19-1ff4-4644-b727-cadabe90261c'] response: {'name': 'network-changed', 'server_uuid': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'tag': 'cf051081-3865-4f6b-8294-171cb8880bc5', 'status': 'completed', 'code': 200} Apr 08 09:06:01.892373 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (8d9ef317-0ecd-44fd-89f1-188eecea92b4), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.894252 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:01.896221 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.947080 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:01.959185 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] For port 8b05070d-27e6-400f-818b-615f194e326f, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:06:01.983095 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5608a400-c2d2-4e83-8a31-b047abb5fe11,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:02.018439 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] For port 8b05070d-27e6-400f-818b-615f194e326f, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8b05070d-27e6-400f-818b-615f194e326f,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:06:02.042833 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (8b05070d-27e6-400f-818b-615f194e326f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.063483 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Network 1f94f736-3add-466f-a71b-84aa6e30f09b is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:06:02.070641 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:06:02.090385 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'Port': ['ID=802534ea-4cf7-4e03-959a-da955e0a2a85,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:02.099042 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:02.101740 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.104563 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] 10.222.0.10 "PUT /v2.0/ports/8b05070d-27e6-400f-818b-615f194e326f HTTP/1.1" status: 200 len: 1093 time: 2.8916919 Apr 08 09:06:02.108867 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:06:02.109675 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9653299 Apr 08 09:06:02.114544 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa35154-d1f2-4a52-9a19-68177bb68873 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9ef317-0ecd-44fd-89f1-188eecea92b4,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:02.117309 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 56692) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:02.118959 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:02.119859 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.123132 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-d7fda9d0-059d-4846-8e4f-98c54f362f89 admin admin] Request body: {'subnet': {'network_id': '8d9ef317-0ecd-44fd-89f1-188eecea92b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-503310013-subnet', 'tenant_id': 'e19015db686f494ab2ecf31f49d7d6bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:02.124751 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56694) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:02.151465 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 8d9ef317-0ecd-44fd-89f1-188eecea92b4 details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:06:02.161255 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca00253-f3fb-4cb0-ac35-726c81491d3a req-794e0b89-de0f-41cf-b408-f29c69e08b15 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:02.169262 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0ca00253-f3fb-4cb0-ac35-726c81491d3a req-794e0b89-de0f-41cf-b408-f29c69e08b15 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 943 time: 0.4473064 Apr 08 09:06:02.174392 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-abd6d56a-f220-4903-a075-d2d791d3a3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.226288 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-5d887828-2559-440d-8940-07cd063f98ea tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4063818 Apr 08 09:06:02.267141 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fda9d0-059d-4846-8e4f-98c54f362f89 admin admin] Made reservation on behalf of e19015db686f494ab2ecf31f49d7d6bb for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:06:02.275832 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d7fda9d0-059d-4846-8e4f-98c54f362f89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.288702 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d262d2-9370-4fa7-a85d-72d33cc7009c service neutron] Pushing event updated for resources: {'Port': ['ID=8b05070d-27e6-400f-818b-615f194e326f,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:02.307338 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb4767-9f05-4ed1-b23f-6a42f4dd7c08 req-4c476fe2-4b87-4b1f-91a6-0c20780404f6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:02.318684 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-33cb4767-9f05-4ed1-b23f-6a42f4dd7c08 req-4c476fe2-4b87-4b1f-91a6-0c20780404f6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.3224599 Apr 08 09:06:02.337102 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56700) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:02.399329 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-abd6d56a-f220-4903-a075-d2d791d3a3c8 admin admin] Publish callbacks [] for security_group (39367d36-3a98-4f01-828b-bd2388672e97), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.405124 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-abd6d56a-f220-4903-a075-d2d791d3a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (39367d36-3a98-4f01-828b-bd2388672e97), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.457137 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-abd6d56a-f220-4903-a075-d2d791d3a3c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=661532d31763455bb76d43fdb609a248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259490 Apr 08 09:06:02.457747 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56706) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:02.466211 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6d56a-f220-4903-a075-d2d791d3a3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39367d36-3a98-4f01-828b-bd2388672e97,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:02.489239 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0ca00253-f3fb-4cb0-ac35-726c81491d3a req-c6c6a4b1-fba5-43aa-9683-4b7cc9ef079b tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155777 Apr 08 09:06:02.529463 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-35c740c0-4cc3-45e1-a1be-9613ba542e22 None None] Provisioning complete for port 802534ea-4cf7-4e03-959a-da955e0a2a85 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:06:02.529864 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35c740c0-4cc3-45e1-a1be-9613ba542e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.536328 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-33cb4767-9f05-4ed1-b23f-6a42f4dd7c08 req-0219003c-297c-4466-8881-e931444965a6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164197 Apr 08 09:06:02.567525 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d4d67d84-d0d5-4cfd-be2b-780e0e7cff59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.596419 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c1885849-3711-4817-83b4-14b7f2660f56 admin admin] Publish callbacks [] for security_group (39367d36-3a98-4f01-828b-bd2388672e97), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.605344 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-35c740c0-4cc3-45e1-a1be-9613ba542e22 None None] Port 802534ea-4cf7-4e03-959a-da955e0a2a85 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:06:02.634030 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c1885849-3711-4817-83b4-14b7f2660f56 admin admin] Publish callbacks [] for security_group (39367d36-3a98-4f01-828b-bd2388672e97), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.701627 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d4d67d84-d0d5-4cfd-be2b-780e0e7cff59 admin admin] Publish callbacks [] for security_group (a3b793d9-ef98-47c1-8979-7b0cce969ab7), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.708261 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d4d67d84-d0d5-4cfd-be2b-780e0e7cff59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (a3b793d9-ef98-47c1-8979-7b0cce969ab7), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.717112 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d7fda9d0-059d-4846-8e4f-98c54f362f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (948a9bde-272d-4961-b123-34806c81d350), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.719316 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c1885849-3711-4817-83b4-14b7f2660f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (39367d36-3a98-4f01-828b-bd2388672e97), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.721972 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c1885849-3711-4817-83b4-14b7f2660f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.725643 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c1885849-3711-4817-83b4-14b7f2660f56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39367d36-3a98-4f01-828b-bd2388672e97 HTTP/1.1" status: 204 len: 168 time: 0.2642324 Apr 08 09:06:02.757127 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d4d67d84-d0d5-4cfd-be2b-780e0e7cff59 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd1642ad9ca746fdb2be92eeb8f5ad28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189343 Apr 08 09:06:02.759436 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d67d84-d0d5-4cfd-be2b-780e0e7cff59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b793d9-ef98-47c1-8979-7b0cce969ab7,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:02.762095 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56710) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:02.768733 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f8c46-9c4b-4b13-831e-81416bd8fbd9 req-5707d293-481a-4be3-96b7-92d0a43c82a4 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:02.775577 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0b7f8c46-9c4b-4b13-831e-81416bd8fbd9 req-5707d293-481a-4be3-96b7-92d0a43c82a4 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.1881354 Apr 08 09:06:02.803975 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1885849-3711-4817-83b4-14b7f2660f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39367d36-3a98-4f01-828b-bd2388672e97,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:02.823196 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad3bd6-259c-46d5-b290-a73b4e18c221 req-eb09e1e4-4ad1-4603-bff8-5277a9f6c592 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:02.824898 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91ad3bd6-259c-46d5-b290-a73b4e18c221 req-eb09e1e4-4ad1-4603-bff8-5277a9f6c592 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 931 time: 0.1997864 Apr 08 09:06:02.832884 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fda9d0-059d-4846-8e4f-98c54f362f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948a9bde-272d-4961-b123-34806c81d350,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:02.834563 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5f504ec3-1451-43ad-b3b2-d3254c68c227 admin admin] Publish callbacks [] for security_group (a3b793d9-ef98-47c1-8979-7b0cce969ab7), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.863398 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5f504ec3-1451-43ad-b3b2-d3254c68c227 admin admin] Publish callbacks [] for security_group (a3b793d9-ef98-47c1-8979-7b0cce969ab7), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.906233 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0b7f8c46-9c4b-4b13-831e-81416bd8fbd9 req-baeb20f2-7583-4ed5-8fad-149a1c26aa3c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297617 Apr 08 09:06:02.922203 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91ad3bd6-259c-46d5-b290-a73b4e18c221 req-1b8d443c-6bdf-47b4-b0b0-6d51d344c67a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904503 Apr 08 09:06:02.924682 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fda9d0-059d-4846-8e4f-98c54f362f89 admin admin] Checking segment: {'id': 'b5fb10c8-076d-4a77-8e46-04b9c2b17fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8d9ef317-0ecd-44fd-89f1-188eecea92b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:06:02.925136 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fda9d0-059d-4846-8e4f-98c54f362f89 admin admin] Network hostable DHCP agents. Network: 8d9ef317-0ecd-44fd-89f1-188eecea92b4, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:06:02.928046 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5f504ec3-1451-43ad-b3b2-d3254c68c227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (a3b793d9-ef98-47c1-8979-7b0cce969ab7), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.931189 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5f504ec3-1451-43ad-b3b2-d3254c68c227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:02.932892 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5f504ec3-1451-43ad-b3b2-d3254c68c227 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3b793d9-ef98-47c1-8979-7b0cce969ab7 HTTP/1.1" status: 204 len: 168 time: 0.1698558 Apr 08 09:06:02.941323 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f504ec3-1451-43ad-b3b2-d3254c68c227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b793d9-ef98-47c1-8979-7b0cce969ab7,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:02.970686 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fda9d0-059d-4846-8e4f-98c54f362f89 admin admin] Network 8d9ef317-0ecd-44fd-89f1-188eecea92b4 is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:06:02.982362 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-d7fda9d0-059d-4846-8e4f-98c54f362f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 8d9ef317-0ecd-44fd-89f1-188eecea92b4) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:06:02.991654 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030bb460-7dc9-47f7-b5ab-26ae973f924b None None] Network 8d9ef317-0ecd-44fd-89f1-188eecea92b4 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:06:02.995887 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fda9d0-059d-4846-8e4f-98c54f362f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:02.996547 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d7fda9d0-059d-4846-8e4f-98c54f362f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:03.018826 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d7fda9d0-059d-4846-8e4f-98c54f362f89 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8994901 Apr 08 09:06:03.101217 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61276081-b885-40e4-b179-90cc7802b5eb None None] Network 8d9ef317-0ecd-44fd-89f1-188eecea92b4 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:06:03.200786 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Request body: {'port': {'device_id': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:03.363224 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-76eecb53-f0a1-4cd0-a18e-42ba94f547ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:03.365373 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-76eecb53-f0a1-4cd0-a18e-42ba94f547ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 1127 time: 0.0623052 Apr 08 09:06:03.416342 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56732) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:03.432789 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd7871-8aa7-4ad3-8a0c-96ebe4020c19 req-29a104be-b74f-4e98-bd5f-2d31d70dd2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:03.432971 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-27f614f6-fb67-465c-bfff-09ed5f75d313 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37ade0f0-05db-4546-be5d-83b69d0edc27 HTTP/1.1" status: 200 len: 217 time: 0.0533917 Apr 08 09:06:03.434343 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3fd7871-8aa7-4ad3-8a0c-96ebe4020c19 req-29a104be-b74f-4e98-bd5f-2d31d70dd2f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=68a0eca57db9453ca8f4097f532bd52e&device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 1127 time: 0.2301943 Apr 08 09:06:03.440160 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d7d13-7133-4efe-b712-01d297648aa2 req-e86c42bd-f000-47f6-a9f4-0a6336b49492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:03.441671 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-143d7d13-7133-4efe-b712-01d297648aa2 req-e86c42bd-f000-47f6-a9f4-0a6336b49492 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 1128 time: 0.1570766 Apr 08 09:06:03.455074 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-fed98999-4f03-4580-b962-08be873b2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:03.457008 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-fed98999-4f03-4580-b962-08be873b2ded service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 1127 time: 0.1536012 Apr 08 09:06:03.459778 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4d5272cc-60a5-439b-9698-9b1d1e60a975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:03.492579 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:03.516788 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-8b3b27b5-2658-4b3a-83ad-59d2dc64380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:03.518558 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-8b3b27b5-2658-4b3a-83ad-59d2dc64380f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0752525 Apr 08 09:06:03.755703 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e7240738-0c9d-460d-8ebe-9d1ff2b2ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:03.757322 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-e7240738-0c9d-460d-8ebe-9d1ff2b2ef5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2306025 Apr 08 09:06:03.760301 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device da59daa3-88b5-4c8c-af15-b454aa15cf02 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:06:03.783839 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-0cf65e7c-b304-416d-85cf-8eb06f740100 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b05070d-27e6-400f-818b-615f194e326f HTTP/1.1" status: 200 len: 217 time: 0.2827094 Apr 08 09:06:03.854341 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282ee24-ffba-4448-ad25-8027ba126fc3 req-8ab713fe-1b67-465c-b5b0-29c3af433ee0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:03.862006 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f282ee24-ffba-4448-ad25-8027ba126fc3 req-8ab713fe-1b67-465c-b5b0-29c3af433ee0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.1889095 Apr 08 09:06:03.873114 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1617e16-6bcb-435b-8bf6-f47495a13857 req-c209327d-5719-44c5-a5c6-c580723cc2d5 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:03.874590 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f1617e16-6bcb-435b-8bf6-f47495a13857 req-c209327d-5719-44c5-a5c6-c580723cc2d5 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 943 time: 0.2501767 Apr 08 09:06:03.888138 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003f9be2-2b87-4190-8d16-7216984d1dc6', 'tag': '37ade0f0-05db-4546-be5d-83b69d0edc27'}, {'name': 'network-changed', 'server_uuid': '1bbce62f-decb-48da-9981-9f86ccb9f2af', 'tag': '8b05070d-27e6-400f-818b-615f194e326f'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:06:03.890647 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0130644d-5fdb-4bf2-966f-6107066ac8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "003f9be2-2b87-4190-8d16-7216984d1dc6", "tag": "37ade0f0-05db-4546-be5d-83b69d0edc27"}, {"name": "network-changed", "server_uuid": "1bbce62f-decb-48da-9981-9f86ccb9f2af", "tag": "8b05070d-27e6-400f-818b-615f194e326f"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:06:03.935019 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port da59daa3-88b5-4c8c-af15-b454aa15cf02, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da59daa3-88b5-4c8c-af15-b454aa15cf02,segment=NetworkSegment(81f9e819-0683-4eed-acec-cad292567d16),segment_id=81f9e819-0683-4eed-acec-cad292567d16)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:03.954524 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': 'da59daa3-88b5-4c8c-af15-b454aa15cf02', 'network_id': '2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd', 'port_id': 'da59daa3-88b5-4c8c-af15-b454aa15cf02', 'mac_address': 'fa:16:3e:a9:97:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:06:03.974519 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-cf4097f4-d9dd-4cb3-afa1-b033dfbdff30 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094760 Apr 08 09:06:03.982497 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f1617e16-6bcb-435b-8bf6-f47495a13857 req-113be2f2-1479-494a-93d2-f6652a8f93ae tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902228 Apr 08 09:06:04.048783 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f282ee24-ffba-4448-ad25-8027ba126fc3 req-463e23a3-4a89-47ea-9fe9-09c43901e067 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635101 Apr 08 09:06:04.048970 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port da59daa3-88b5-4c8c-af15-b454aa15cf02 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:06:04.048970 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.073180 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da59daa3-88b5-4c8c-af15-b454aa15cf02 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:06:04.102951 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port da59daa3-88b5-4c8c-af15-b454aa15cf02, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da59daa3-88b5-4c8c-af15-b454aa15cf02,segment=NetworkSegment(81f9e819-0683-4eed-acec-cad292567d16),segment_id=81f9e819-0683-4eed-acec-cad292567d16)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:04.111545 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.117522 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 56766) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:04.125201 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1084360037-network', 'tenant_id': '0e39d49f89fd47c987957767279b917a'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:04.200325 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=da59daa3-88b5-4c8c-af15-b454aa15cf02,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:04.244048 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d13e17f-e56b-49fe-b61e-d48afa022f4d req-889b8f58-6051-47bd-9a4f-98651c09da5d service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605801 Apr 08 09:06:04.247841 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Made reservation on behalf of 0e39d49f89fd47c987957767279b917a for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:06:04.249947 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.268049 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.299816 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f95db-a960-45cb-9543-2ccb090fa6c8 req-6092ba48-66de-40cf-b68c-606ce13bfce3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:04.301323 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7a9f95db-a960-45cb-9543-2ccb090fa6c8 req-6092ba48-66de-40cf-b68c-606ce13bfce3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.1549823 Apr 08 09:06:04.333566 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9067205-1f8a-49e2-8fb3-03d2230f81ac req-f5d90abd-5f96-4f37-8e31-d162c79746d0 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:04.334087 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-6fd161e6-de3e-4740-b2d1-bd29ac273da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:04.335051 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9067205-1f8a-49e2-8fb3-03d2230f81ac req-f5d90abd-5f96-4f37-8e31-d162c79746d0 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 931 time: 0.1585596 Apr 08 09:06:04.335559 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-6fd161e6-de3e-4740-b2d1-bd29ac273da7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.5080531 Apr 08 09:06:04.381655 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd7871-8aa7-4ad3-8a0c-96ebe4020c19 req-a5ec32f4-08fd-418e-ba82-262b7b5a9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:04.383117 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3fd7871-8aa7-4ad3-8a0c-96ebe4020c19 req-a5ec32f4-08fd-418e-ba82-262b7b5a9442 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd HTTP/1.1" status: 200 len: 911 time: 0.9256837 Apr 08 09:06:04.386851 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d7d13-7133-4efe-b712-01d297648aa2 req-cef37498-50e1-4a11-bbb6-b908b07e2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:04.388263 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-143d7d13-7133-4efe-b712-01d297648aa2 req-cef37498-50e1-4a11-bbb6-b908b07e2c81 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&shared=False HTTP/1.1" status: 200 len: 911 time: 0.9297903 Apr 08 09:06:04.426674 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4d5272cc-60a5-439b-9698-9b1d1e60a975 admin admin] Publish callbacks [] for security_group (1959fd97-1bfd-40cd-830b-c8f49777f6c5), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.434626 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4d5272cc-60a5-439b-9698-9b1d1e60a975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (1959fd97-1bfd-40cd-830b-c8f49777f6c5), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.444427 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7a9f95db-a960-45cb-9543-2ccb090fa6c8 req-07ced7fa-4a05-4a70-b54e-834243de2787 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333916 Apr 08 09:06:04.449243 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9067205-1f8a-49e2-8fb3-03d2230f81ac req-6643ab5a-581f-4543-ac69-f3ca6cd7404a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993433 Apr 08 09:06:04.462119 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Publish callbacks [] for security_group (6905bce3-dba4-4806-a8fb-d434af869420), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.468070 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (6905bce3-dba4-4806-a8fb-d434af869420), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.484586 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5272cc-60a5-439b-9698-9b1d1e60a975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1959fd97-1bfd-40cd-830b-c8f49777f6c5,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:04.515178 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:06:04.522144 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4d5272cc-60a5-439b-9698-9b1d1e60a975 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=510acbb3188c47008c086fd6d7b69b79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1015306 Apr 08 09:06:04.527687 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56774) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:04.554778 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6905bce3-dba4-4806-a8fb-d434af869420,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:04.573935 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (c54d9a66-1e61-41cb-8d91-144b4e1da2d2), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.574093 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Added segment c54d9a66-1e61-41cb-8d91-144b4e1da2d2 of type vlan for network 4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1 Apr 08 09:06:04.609743 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802534ea-4cf7-4e03-959a-da955e0a2a85 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:06:04.615145 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 08 Apr 2022 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c9bb1d-cd0e-4a7c-83cc-2c1949e339f6 x-openstack-request-id: req-84c9bb1d-cd0e-4a7c-83cc-2c1949e339f6 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:06:04.615457 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003f9be2-2b87-4190-8d16-7216984d1dc6", "tag": "37ade0f0-05db-4546-be5d-83b69d0edc27", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1bbce62f-decb-48da-9981-9f86ccb9f2af", "tag": "8b05070d-27e6-400f-818b-615f194e326f", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:06:04.615701 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84c9bb1d-cd0e-4a7c-83cc-2c1949e339f6 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:06:04.616088 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c9bb1d-cd0e-4a7c-83cc-2c1949e339f6'] response: {'name': 'network-changed', 'server_uuid': '003f9be2-2b87-4190-8d16-7216984d1dc6', 'tag': '37ade0f0-05db-4546-be5d-83b69d0edc27', 'status': 'completed', 'code': 200} Apr 08 09:06:04.616412 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c9bb1d-cd0e-4a7c-83cc-2c1949e339f6'] response: {'name': 'network-changed', 'server_uuid': '1bbce62f-decb-48da-9981-9f86ccb9f2af', 'tag': '8b05070d-27e6-400f-818b-615f194e326f', 'status': 'completed', 'code': 200} Apr 08 09:06:04.624048 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Publish callbacks [] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.624706 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.644138 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Transition to ACTIVE for port object 802534ea-4cf7-4e03-959a-da955e0a2a85 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:06:04.653039 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.654545 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.655675 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:04.656512 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.681132 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b02808a7-0130-4242-8b14-9f9e79d88b23 admin admin] Publish callbacks [] for security_group (1959fd97-1bfd-40cd-830b-c8f49777f6c5), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.717315 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['da59daa3-88b5-4c8c-af15-b454aa15cf02'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:06:04.727691 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6090784 Apr 08 09:06:04.734149 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56786) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:04.744685 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d54a4-b286-4f94-b36a-1df60e58b523 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:04.749605 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-53e00ae4-09df-4338-b695-1e79279c52f2 admin admin] Request body: {'subnet': {'network_id': '4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1084360037-subnet', 'tenant_id': '0e39d49f89fd47c987957767279b917a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:04.754328 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=802534ea-4cf7-4e03-959a-da955e0a2a85,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:04.759931 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b02808a7-0130-4242-8b14-9f9e79d88b23 admin admin] Publish callbacks [] for security_group (1959fd97-1bfd-40cd-830b-c8f49777f6c5), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.828042 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1 details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:06:04.859335 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e00ae4-09df-4338-b695-1e79279c52f2 admin admin] Made reservation on behalf of 0e39d49f89fd47c987957767279b917a for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:06:04.861877 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-53e00ae4-09df-4338-b695-1e79279c52f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:04.959317 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Attempting to bind port 802534ea-4cf7-4e03-959a-da955e0a2a85 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:06:04.959646 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Attempting to bind port 802534ea-4cf7-4e03-959a-da955e0a2a85 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:06:04.959973 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Attempting to bind port 802534ea-4cf7-4e03-959a-da955e0a2a85 on network 1f94f736-3add-466f-a71b-84aa6e30f09b {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:06:04.986434 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Port 802534ea-4cf7-4e03-959a-da955e0a2a85 on network 1f94f736-3add-466f-a71b-84aa6e30f09b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:06:04.986701 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Attempting to bind port 802534ea-4cf7-4e03-959a-da955e0a2a85 on network 1f94f736-3add-466f-a71b-84aa6e30f09b {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:06:04.999250 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:06:04.999590 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Checking segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:06:05.005984 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Bound using segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:06:05.006608 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Bound port: 802534ea-4cf7-4e03-959a-da955e0a2a85, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:06:05.007011 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:05.085553 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b02808a7-0130-4242-8b14-9f9e79d88b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (1959fd97-1bfd-40cd-830b-c8f49777f6c5), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:05.088314 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b02808a7-0130-4242-8b14-9f9e79d88b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:05.089545 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b02808a7-0130-4242-8b14-9f9e79d88b23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1959fd97-1bfd-40cd-830b-c8f49777f6c5 HTTP/1.1" status: 204 len: 168 time: 0.5612118 Apr 08 09:06:05.178860 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02808a7-0130-4242-8b14-9f9e79d88b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1959fd97-1bfd-40cd-830b-c8f49777f6c5,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:05.256228 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] For port 802534ea-4cf7-4e03-959a-da955e0a2a85, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:06:05.260030 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] For port 802534ea-4cf7-4e03-959a-da955e0a2a85, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=802534ea-4cf7-4e03-959a-da955e0a2a85,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:06:05.276002 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-53e00ae4-09df-4338-b695-1e79279c52f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (74744aa3-8ee2-406d-9a00-07d61ee67f6d), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:05.290954 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:05.311008 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51969187-4a89-4633-aa53-01cb7d40fb1f req-9af812b8-a249-4466-abb9-03ee161518c9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:05.314073 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-51969187-4a89-4633-aa53-01cb7d40fb1f req-9af812b8-a249-4466-abb9-03ee161518c9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.1750638 Apr 08 09:06:05.359525 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e6ac6-24f7-4cae-870c-720f8f6edcc1 req-21b5cbf9-a269-4540-b713-b55e891d3bee tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:05.367829 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-252e6ac6-24f7-4cae-870c-720f8f6edcc1 req-21b5cbf9-a269-4540-b713-b55e891d3bee tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 944 time: 0.2196589 Apr 08 09:06:05.381421 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:05.382056 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:05.386797 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] 10.222.0.10 "PUT /v2.0/ports/802534ea-4cf7-4e03-959a-da955e0a2a85 HTTP/1.1" status: 200 len: 1093 time: 2.1957271 Apr 08 09:06:05.413403 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e00ae4-09df-4338-b695-1e79279c52f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74744aa3-8ee2-406d-9a00-07d61ee67f6d,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:05.427418 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f871b-66a0-4589-ba5b-e78b87ccc1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=802534ea-4cf7-4e03-959a-da955e0a2a85,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:05.455690 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-51969187-4a89-4633-aa53-01cb7d40fb1f req-20483767-602b-4330-9dae-7c70bff9a710 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327381 Apr 08 09:06:05.461072 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e00ae4-09df-4338-b695-1e79279c52f2 admin admin] Checking segment: {'id': 'c54d9a66-1e61-41cb-8d91-144b4e1da2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:06:05.461498 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e00ae4-09df-4338-b695-1e79279c52f2 admin admin] Network hostable DHCP agents. Network: 4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:06:05.478581 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-252e6ac6-24f7-4cae-870c-720f8f6edcc1 req-d1eaca94-6f0b-46bf-9f0b-e686c1d6683e tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052608 Apr 08 09:06:05.511877 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e00ae4-09df-4338-b695-1e79279c52f2 admin admin] Network 4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1 is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:06:05.529491 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-53e00ae4-09df-4338-b695-1e79279c52f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:06:05.540018 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb22e81-f416-4a7a-b1fb-dc606679ad2e None None] Network 4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:06:05.546291 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e00ae4-09df-4338-b695-1e79279c52f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:05.546955 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-53e00ae4-09df-4338-b695-1e79279c52f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:05.585600 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-53e00ae4-09df-4338-b695-1e79279c52f2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8478384 Apr 08 09:06:05.701605 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb161c8e-f6d9-4478-8995-2ec8627a253b req-6cfcab24-4f70-473b-8e78-600d6a5aeb6d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:05.703244 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fb161c8e-f6d9-4478-8995-2ec8627a253b req-6cfcab24-4f70-473b-8e78-600d6a5aeb6d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.1028454 Apr 08 09:06:05.712608 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9e232-c281-43b4-a904-f15a0394e555 req-cb805cfb-ccf7-4a99-9ce3-ccb6cff7307f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:05.721338 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-37b9e232-c281-43b4-a904-f15a0394e555 req-cb805cfb-ccf7-4a99-9ce3-ccb6cff7307f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.1221702 Apr 08 09:06:05.808040 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40e3100-efa1-4e28-a25c-321b1bdcbb25 None None] Network 4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:06:05.809315 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-37b9e232-c281-43b4-a904-f15a0394e555 req-b0b9851d-52bf-4b90-99a0-a0dd4cad1c5f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703964 Apr 08 09:06:05.849456 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fb161c8e-f6d9-4478-8995-2ec8627a253b req-38ce8635-4c88-405e-af14-467cff3536ab tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200812 Apr 08 09:06:05.849456 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 56830) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:05.917124 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90bf033-14bb-434f-b4ae-06e9d6facb9c admin admin] Deleting subnet 948a9bde-272d-4961-b123-34806c81d350 {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:06:05.923907 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f90bf033-14bb-434f-b4ae-06e9d6facb9c admin admin] Publish callbacks [] for subnet (948a9bde-272d-4961-b123-34806c81d350), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:05.963706 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f90bf033-14bb-434f-b4ae-06e9d6facb9c admin admin] Publish callbacks [] for subnet (948a9bde-272d-4961-b123-34806c81d350), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:05.978098 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f90bf033-14bb-434f-b4ae-06e9d6facb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (948a9bde-272d-4961-b123-34806c81d350), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:06.049542 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f90bf033-14bb-434f-b4ae-06e9d6facb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (948a9bde-272d-4961-b123-34806c81d350), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:06.248769 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90bf033-14bb-434f-b4ae-06e9d6facb9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948a9bde-272d-4961-b123-34806c81d350,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:06.254304 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f90bf033-14bb-434f-b4ae-06e9d6facb9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:06.260183 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f90bf033-14bb-434f-b4ae-06e9d6facb9c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/948a9bde-272d-4961-b123-34806c81d350 HTTP/1.1" status: 204 len: 168 time: 0.4079771 Apr 08 09:06:06.260944 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56846) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:06.339279 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (8d9ef317-0ecd-44fd-89f1-188eecea92b4), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:06.430443 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (8d9ef317-0ecd-44fd-89f1-188eecea92b4), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:06.452944 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.453347 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.454088 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.454499 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > port after_create 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.454863 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.455198 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > port after_update 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.455512 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.455828 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.456162 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.456524 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.592969 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.593327 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.593664 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.594567 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:06:06.594567 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9ef317-0ecd-44fd-89f1-188eecea92b4']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:06.617214 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fb10c8-076d-4a77-8e46-04b9c2b17fc3') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:06.617598 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fb10c8-076d-4a77-8e46-04b9c2b17fc3') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:06.621834 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9faed7-aea8-4752-8ae5-20de7aa60547 req-e74b739d-06e9-4e87-8803-dcea69b6f6ab tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:06.622090 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'tag': '802534ea-4cf7-4e03-959a-da955e0a2a85'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:06:06.624781 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065b5319-1cef-4569-95a1-e23376253d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f78d32a5-5d3a-4d55-93a8-97a447a42e15", "tag": "802534ea-4cf7-4e03-959a-da955e0a2a85"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:06:06.629111 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8d9faed7-aea8-4752-8ae5-20de7aa60547 req-e74b739d-06e9-4e87-8803-dcea69b6f6ab tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.0910745 Apr 08 09:06:06.641731 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14259777'] for segment (b5fb10c8-076d-4a77-8e46-04b9c2b17fc3), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:06.646008 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5957b8-bc67-4c69-b697-66a0c1c76769 req-bf954ec7-4613-45a4-9b08-b517b19336e9 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:06.646826 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7c5957b8-bc67-4c69-b697-66a0c1c76769 req-bf954ec7-4613-45a4-9b08-b517b19336e9 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 944 time: 0.0829132 Apr 08 09:06:06.666580 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (b5fb10c8-076d-4a77-8e46-04b9c2b17fc3), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:06.677442 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:06:06.677812 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13889290'] for segment (b5fb10c8-076d-4a77-8e46-04b9c2b17fc3), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: from cryptography.utils import int_from_bytes Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: from cryptography.utils import int_from_bytes Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: Traceback (most recent call last): Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: timer() Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: cb(*args, **kw) Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: return func(*args, **kwargs) Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: self._notify() Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: self.callback(batched_events) Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: event.method(event) Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: return f(self, *a, **k) Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._get(url).json() Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:06:06.702320 dv-cinder-836996-2-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:06:06.709126 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8d9faed7-aea8-4752-8ae5-20de7aa60547 req-c24e909c-ae59-4bbd-a159-db6a42f4e466 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790238 Apr 08 09:06:06.739677 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7c5957b8-bc67-4c69-b697-66a0c1c76769 req-3e65b2b5-3af3-45d5-94f2-504bc87e5390 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830562 Apr 08 09:06:06.766652 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee599686-40af-498a-96dc-bc80ff2cff2f x-openstack-request-id: req-ee599686-40af-498a-96dc-bc80ff2cff2f {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:06:06.767490 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78d32a5-5d3a-4d55-93a8-97a447a42e15", "tag": "802534ea-4cf7-4e03-959a-da955e0a2a85", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:06:06.767754 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee599686-40af-498a-96dc-bc80ff2cff2f {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:06:06.768148 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee599686-40af-498a-96dc-bc80ff2cff2f'] response: {'name': 'network-changed', 'server_uuid': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'tag': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'status': 'completed', 'code': 200} Apr 08 09:06:06.787033 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (8d9ef317-0ecd-44fd-89f1-188eecea92b4), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:06.794365 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:06.799110 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8d9ef317-0ecd-44fd-89f1-188eecea92b4 HTTP/1.1" status: 204 len: 168 time: 0.5370963 Apr 08 09:06:06.801926 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 56870) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:06.812684 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a006f7-559d-413b-9e20-33fadde2a930 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9ef317-0ecd-44fd-89f1-188eecea92b4,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:06.852627 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-4105eb95-391d-421e-96ef-9e9b0beccd13 admin admin] Deleting subnet 74744aa3-8ee2-406d-9a00-07d61ee67f6d {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:06:06.855981 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4105eb95-391d-421e-96ef-9e9b0beccd13 admin admin] Publish callbacks [] for subnet (74744aa3-8ee2-406d-9a00-07d61ee67f6d), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:06.924986 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4105eb95-391d-421e-96ef-9e9b0beccd13 admin admin] Publish callbacks [] for subnet (74744aa3-8ee2-406d-9a00-07d61ee67f6d), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:06.959702 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4105eb95-391d-421e-96ef-9e9b0beccd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (74744aa3-8ee2-406d-9a00-07d61ee67f6d), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.011441 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89f20a-558e-49e6-94b8-5ab2edf893f5 req-13c855f2-2303-4563-9230-8d4c2af8fd30 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:07.012922 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4d89f20a-558e-49e6-94b8-5ab2edf893f5 req-13c855f2-2303-4563-9230-8d4c2af8fd30 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.1363182 Apr 08 09:06:07.048495 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f9705-042d-4b36-ba33-5468a00b399a req-371fb6bc-3f3c-4e5f-9af6-45e30a56c27d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:07.050034 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db6f9705-042d-4b36-ba33-5468a00b399a req-371fb6bc-3f3c-4e5f-9af6-45e30a56c27d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.1328454 Apr 08 09:06:07.072884 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4105eb95-391d-421e-96ef-9e9b0beccd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (74744aa3-8ee2-406d-9a00-07d61ee67f6d), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.115894 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105eb95-391d-421e-96ef-9e9b0beccd13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74744aa3-8ee2-406d-9a00-07d61ee67f6d,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:07.122441 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4105eb95-391d-421e-96ef-9e9b0beccd13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.125852 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4105eb95-391d-421e-96ef-9e9b0beccd13 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/74744aa3-8ee2-406d-9a00-07d61ee67f6d HTTP/1.1" status: 204 len: 168 time: 0.3226433 Apr 08 09:06:07.128770 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56884) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:07.131619 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4d89f20a-558e-49e6-94b8-5ab2edf893f5 req-9d9c2d45-bc50-4456-a165-4eeaf74087c0 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106136 Apr 08 09:06:07.155073 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db6f9705-042d-4b36-ba33-5468a00b399a req-43d99221-a42b-41be-9520-6eee12e7598e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987227 Apr 08 09:06:07.211832 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.448757 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.469196 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:07.478921 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c54d9a66-1e61-41cb-8d91-144b4e1da2d2') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:07.479222 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c54d9a66-1e61-41cb-8d91-144b4e1da2d2') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:07.488261 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14259777'] for segment (c54d9a66-1e61-41cb-8d91-144b4e1da2d2), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.501376 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (c54d9a66-1e61-41cb-8d91-144b4e1da2d2), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.507401 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:06:07.507789 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13889290'] for segment (c54d9a66-1e61-41cb-8d91-144b4e1da2d2), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: Traceback (most recent call last): Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: timer() Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: cb(*args, **kw) Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: return func(*args, **kwargs) Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: self._notify() Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: self.callback(batched_events) Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: event.method(event) Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: return f(self, *a, **k) Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._get(url).json() Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:06:07.509501 dv-cinder-836996-2-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:06:07.561269 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.565876 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.568989 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1 HTTP/1.1" status: 204 len: 168 time: 0.4393115 Apr 08 09:06:07.581156 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf21289-7bcd-4778-b86c-69ac75ceeec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef6d9ad-f6cb-4576-a1f8-2da7649cf0e1,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:07.725518 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56896) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:07.770071 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ed64fe38-b65f-430c-b2b7-5aece7cce5ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e19015db686f494ab2ecf31f49d7d6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433414 Apr 08 09:06:07.772506 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56902) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:07.820700 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-66ca3a56-b2c5-44c4-851e-6b348d1cb825 admin admin] Publish callbacks [] for security_group (5608a400-c2d2-4e83-8a31-b047abb5fe11), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.843093 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-66ca3a56-b2c5-44c4-851e-6b348d1cb825 admin admin] Publish callbacks [] for security_group (5608a400-c2d2-4e83-8a31-b047abb5fe11), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.859616 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fedb45-3e83-44ae-8e59-e996ab3f8d86 req-8e1d6aef-a9f8-4b8b-a01f-4267c188c12c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:07.861128 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1fedb45-3e83-44ae-8e59-e996ab3f8d86 req-8e1d6aef-a9f8-4b8b-a01f-4267c188c12c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.0883491 Apr 08 09:06:07.871931 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac9c71-f57b-4a5d-871b-136a8c082ea6 req-e6c98239-48fc-4000-be16-fe6701ba38ef tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:07.873370 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9ac9c71-f57b-4a5d-871b-136a8c082ea6 req-e6c98239-48fc-4000-be16-fe6701ba38ef tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 944 time: 0.0696104 Apr 08 09:06:07.889996 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-66ca3a56-b2c5-44c4-851e-6b348d1cb825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (5608a400-c2d2-4e83-8a31-b047abb5fe11), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.892734 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-66ca3a56-b2c5-44c4-851e-6b348d1cb825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:07.893881 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-66ca3a56-b2c5-44c4-851e-6b348d1cb825 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5608a400-c2d2-4e83-8a31-b047abb5fe11 HTTP/1.1" status: 204 len: 168 time: 0.1203344 Apr 08 09:06:07.901978 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca3a56-b2c5-44c4-851e-6b348d1cb825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5608a400-c2d2-4e83-8a31-b047abb5fe11,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:07.951112 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1fedb45-3e83-44ae-8e59-e996ab3f8d86 req-4c6cbabb-af8a-412d-bf31-322fdb15637f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767670 Apr 08 09:06:07.958242 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9ac9c71-f57b-4a5d-871b-136a8c082ea6 req-5eb5d125-6120-4e7f-a94d-8c75a699d718 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769594 Apr 08 09:06:08.226716 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 56914) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:08.272167 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-dbe58d3a-dbb4-43de-a9db-73fcd557a43c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e39d49f89fd47c987957767279b917a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442922 Apr 08 09:06:08.274986 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 56916) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:08.311855 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efbe30-6a0f-49f8-907d-aa09072923e2 req-1c989b6c-abf2-4401-948f-248a1be7587b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:08.313377 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-09efbe30-6a0f-49f8-907d-aa09072923e2 req-1c989b6c-abf2-4401-948f-248a1be7587b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.1072268 Apr 08 09:06:08.361382 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa141b-13e7-4723-b2ff-150a2b8a38f5 req-82333b85-9fd1-4f8a-bbe8-6ba299832521 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:08.362731 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67aa141b-13e7-4723-b2ff-150a2b8a38f5 req-82333b85-9fd1-4f8a-bbe8-6ba299832521 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.1174805 Apr 08 09:06:08.385071 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8400d15f-d9e2-4b64-b5ad-e922729be444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:08.385689 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1e9da727-cd5e-4409-ada7-577edc6b5906 admin admin] Publish callbacks [] for security_group (6905bce3-dba4-4806-a8fb-d434af869420), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:08.416401 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-09efbe30-6a0f-49f8-907d-aa09072923e2 req-7ac56d78-6b9b-4f2a-ac81-e972a641f178 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937150 Apr 08 09:06:08.431986 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1e9da727-cd5e-4409-ada7-577edc6b5906 admin admin] Publish callbacks [] for security_group (6905bce3-dba4-4806-a8fb-d434af869420), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:08.476968 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67aa141b-13e7-4723-b2ff-150a2b8a38f5 req-d53e7d79-e4aa-438c-9e3a-e8e18766756e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959976 Apr 08 09:06:08.502790 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1e9da727-cd5e-4409-ada7-577edc6b5906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (6905bce3-dba4-4806-a8fb-d434af869420), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:08.505439 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1e9da727-cd5e-4409-ada7-577edc6b5906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:08.506570 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1e9da727-cd5e-4409-ada7-577edc6b5906 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6905bce3-dba4-4806-a8fb-d434af869420 HTTP/1.1" status: 204 len: 168 time: 0.2305524 Apr 08 09:06:08.514412 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9da727-cd5e-4409-ada7-577edc6b5906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6905bce3-dba4-4806-a8fb-d434af869420,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:09.106469 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d27d1-14d0-4ff7-9ca5-9b46c08f5d6c req-00853aaa-fa8d-4b89-927f-a86f17486d40 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:09.107986 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f95d27d1-14d0-4ff7-9ca5-9b46c08f5d6c req-00853aaa-fa8d-4b89-927f-a86f17486d40 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.0841150 Apr 08 09:06:09.130287 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device da59daa3-88b5-4c8c-af15-b454aa15cf02 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:06:09.139950 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eeafb-5ff2-44d2-8408-0bbf6e37b7cf req-c4402284-ba89-4fa5-9d3c-c684cf93e7d6 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:09.141396 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c63eeafb-5ff2-44d2-8408-0bbf6e37b7cf req-c4402284-ba89-4fa5-9d3c-c684cf93e7d6 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 944 time: 0.0893483 Apr 08 09:06:09.188438 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port da59daa3-88b5-4c8c-af15-b454aa15cf02 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:06:09.194324 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port da59daa3-88b5-4c8c-af15-b454aa15cf02 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:06:09.194324 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:09.212347 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f95d27d1-14d0-4ff7-9ca5-9b46c08f5d6c req-1df4c392-9a9a-4c4d-b7f8-9eafd8e204bd tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916531 Apr 08 09:06:09.227253 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c63eeafb-5ff2-44d2-8408-0bbf6e37b7cf req-c0ace246-06a3-4a67-b4a2-983c1d9681a2 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788970 Apr 08 09:06:09.276368 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port da59daa3-88b5-4c8c-af15-b454aa15cf02 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:06:09.276797 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:09.303322 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d870629-c93d-4f56-971c-7eca9f9edcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da59daa3-88b5-4c8c-af15-b454aa15cf02'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:06:09.382637 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port da59daa3-88b5-4c8c-af15-b454aa15cf02, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da59daa3-88b5-4c8c-af15-b454aa15cf02,segment=NetworkSegment(81f9e819-0683-4eed-acec-cad292567d16),segment_id=81f9e819-0683-4eed-acec-cad292567d16)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:09.387079 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:09.441168 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=da59daa3-88b5-4c8c-af15-b454aa15cf02,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:09.507686 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4a7b65-e0bf-4ff2-9827-59dc45ce1004" -d '{"events": [{"server_uuid": "4d870629-c93d-4f56-971c-7eca9f9edcb8", "name": "network-vif-plugged", "status": "completed", "tag": "da59daa3-88b5-4c8c-af15-b454aa15cf02"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:06:09.566389 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f2e79-07a5-4d28-8de6-6f474485ee85 req-18bd53ac-c5d6-4a16-867b-0c6584b72b9e tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:09.567990 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e45f2e79-07a5-4d28-8de6-6f474485ee85 req-18bd53ac-c5d6-4a16-867b-0c6584b72b9e tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0811162 Apr 08 09:06:09.655405 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e45f2e79-07a5-4d28-8de6-6f474485ee85 req-5fc42f75-f03c-4446-8bc7-8d57fce1095e tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720122 Apr 08 09:06:09.665084 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db41894-b12a-451e-a2d1-bf68a9ae3b6d req-ffca891f-ac53-4512-a32a-85d1aeb1f473 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:09.666061 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9db41894-b12a-451e-a2d1-bf68a9ae3b6d req-ffca891f-ac53-4512-a32a-85d1aeb1f473 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.0971000 Apr 08 09:06:09.717101 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9db41894-b12a-451e-a2d1-bf68a9ae3b6d req-0d3bd6b1-65b4-49b0-8c8a-9ea0a66b6136 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434561 Apr 08 09:06:09.885593 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d735a4cc-55ac-47aa-bdfa-49d4e3a94dea x-openstack-request-id: req-d735a4cc-55ac-47aa-bdfa-49d4e3a94dea {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:06:09.885924 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d870629-c93d-4f56-971c-7eca9f9edcb8", "name": "network-vif-plugged", "status": "completed", "tag": "da59daa3-88b5-4c8c-af15-b454aa15cf02", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:06:09.886183 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d735a4cc-55ac-47aa-bdfa-49d4e3a94dea {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:06:09.886643 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d735a4cc-55ac-47aa-bdfa-49d4e3a94dea'] response: {'server_uuid': '4d870629-c93d-4f56-971c-7eca9f9edcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da59daa3-88b5-4c8c-af15-b454aa15cf02', 'code': 200} Apr 08 09:06:10.499702 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b5319-1cef-4569-95a1-e23376253d3e req-10c064df-c7b7-4529-b1cb-11131a9b5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:10.508793 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-065b5319-1cef-4569-95a1-e23376253d3e req-10c064df-c7b7-4529-b1cb-11131a9b5350 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 1127 time: 0.2170389 Apr 08 09:06:10.520248 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380d546-68a0-4b12-b5b4-075d9b3f4b31 req-096ad62b-3a28-4929-8d86-427aede3d474 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:10.521918 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b380d546-68a0-4b12-b5b4-075d9b3f4b31 req-096ad62b-3a28-4929-8d86-427aede3d474 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.1485960 Apr 08 09:06:10.524785 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3fd7871-8aa7-4ad3-8a0c-96ebe4020c19 req-cee2db94-f483-4a63-b39d-e512301e7a49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da59daa3-88b5-4c8c-af15-b454aa15cf02 HTTP/1.1" status: 200 len: 217 time: 0.2478409 Apr 08 09:06:10.526327 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.10', 63054) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:10.531226 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c737e9b-ae5d-4a97-9551-4ae46194590e req-e3e3d4a5-08f9-4af6-b131-26b258ce291e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:10.534016 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c737e9b-ae5d-4a97-9551-4ae46194590e req-e3e3d4a5-08f9-4af6-b131-26b258ce291e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.2280741 Apr 08 09:06:10.746920 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-bec6309c-5c48-4e85-86b7-434a3976579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:10.748681 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-bec6309c-5c48-4e85-86b7-434a3976579a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4227335 Apr 08 09:06:10.779660 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b380d546-68a0-4b12-b5b4-075d9b3f4b31 req-191aff66-59c9-4442-b3a5-c789d9f27278 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302985 Apr 08 09:06:10.792956 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-598830a9-5ee2-4f6c-9f34-eae714cea78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:10.793397 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-a51f3ba3-2f9b-4bd6-a1e4-28f98e29d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:10.794987 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-a51f3ba3-2f9b-4bd6-a1e4-28f98e29d505 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 1127 time: 0.4679618 Apr 08 09:06:10.805917 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c737e9b-ae5d-4a97-9551-4ae46194590e req-0afdae1d-75af-47ce-8704-93b113527105 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450132 Apr 08 09:06:10.815503 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b5319-1cef-4569-95a1-e23376253d3e req-d84ee212-352a-4464-be23-197ac7a479b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:10.817009 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-065b5319-1cef-4569-95a1-e23376253d3e req-d84ee212-352a-4464-be23-197ac7a479b3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2820628 Apr 08 09:06:10.836317 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd7871-8aa7-4ad3-8a0c-96ebe4020c19 req-a095a0b3-efdd-4bd3-ad50-5ca88d9d7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:10.838111 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3fd7871-8aa7-4ad3-8a0c-96ebe4020c19 req-a095a0b3-efdd-4bd3-ad50-5ca88d9d7ed1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d HTTP/1.1" status: 200 len: 851 time: 0.2589428 Apr 08 09:06:10.923999 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd5174-b553-4345-a3b6-7fab38e879d2 req-c248f378-f154-46f0-b342-e38a5d7c9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:10.925548 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-29bd5174-b553-4345-a3b6-7fab38e879d2 req-c248f378-f154-46f0-b342-e38a5d7c9f6b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 1129 time: 0.3841743 Apr 08 09:06:10.928078 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d7d13-7133-4efe-b712-01d297648aa2 req-c7e5fe62-c397-45d0-ba72-90bdb1643432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:10.929629 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-143d7d13-7133-4efe-b712-01d297648aa2 req-c7e5fe62-c397-45d0-ba72-90bdb1643432 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6370103 Apr 08 09:06:10.945790 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142b2aa-8477-4d95-9cd5-a83ba57dc178 req-4dd79bb9-e134-4698-9700-c977dbd0aea0 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:10.947276 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a142b2aa-8477-4d95-9cd5-a83ba57dc178 req-4dd79bb9-e134-4698-9700-c977dbd0aea0 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0991986 Apr 08 09:06:10.958277 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50137e29-1d14-4a4c-94aa-f6ae1fdfb65f req-a35b42fd-bb45-4cbf-9aa9-911cebda924d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:10.959650 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-50137e29-1d14-4a4c-94aa-f6ae1fdfb65f req-a35b42fd-bb45-4cbf-9aa9-911cebda924d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.0762780 Apr 08 09:06:10.959799 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-ee9a5af7-38ec-4e44-9a6d-9d623fd5c317 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696804 Apr 08 09:06:11.032958 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a142b2aa-8477-4d95-9cd5-a83ba57dc178 req-ef11c68f-4d5d-46bc-a964-e54a62a38301 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722482 Apr 08 09:06:11.039509 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-50137e29-1d14-4a4c-94aa-f6ae1fdfb65f req-8dda405b-72a6-43f1-a7e4-3a43eb48a39b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649142 Apr 08 09:06:11.918764 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fb452-6729-4cf8-b255-70af7c2896a0 req-2ae5d721-a92e-47c8-a232-99bdf2fa92e8 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:11.920283 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-218fb452-6729-4cf8-b255-70af7c2896a0 req-2ae5d721-a92e-47c8-a232-99bdf2fa92e8 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0831299 Apr 08 09:06:11.945624 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 37ade0f0-05db-4546-be5d-83b69d0edc27 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:06:11.951941 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc845c-d6b2-4f54-bd28-2a72848b3958 req-cc165420-7ff7-497e-b065-cdbbd3356544 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:11.953548 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cadc845c-d6b2-4f54-bd28-2a72848b3958 req-cc165420-7ff7-497e-b065-cdbbd3356544 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.0826178 Apr 08 09:06:11.959058 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:12.000097 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-218fb452-6729-4cf8-b255-70af7c2896a0 req-3421f120-1975-413d-a44c-f648dbe9e640 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734429 Apr 08 09:06:12.021761 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cadc845c-d6b2-4f54-bd28-2a72848b3958 req-be23bd00-bb0a-41ca-9c34-97d8230c504a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617011 Apr 08 09:06:12.049555 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 37ade0f0-05db-4546-be5d-83b69d0edc27, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=37ade0f0-05db-4546-be5d-83b69d0edc27,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:12.061188 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '37ade0f0-05db-4546-be5d-83b69d0edc27', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'port_id': '37ade0f0-05db-4546-be5d-83b69d0edc27', 'mac_address': 'fa:16:3e:9a:89:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:06:12.098298 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 37ade0f0-05db-4546-be5d-83b69d0edc27 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:06:12.098690 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:12.111570 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ade0f0-05db-4546-be5d-83b69d0edc27 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:06:12.130579 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 37ade0f0-05db-4546-be5d-83b69d0edc27, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=37ade0f0-05db-4546-be5d-83b69d0edc27,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:12.133720 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:12.182399 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=37ade0f0-05db-4546-be5d-83b69d0edc27,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:12.182611 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4c02a-090c-4a88-9e6c-1dc6e1b43e8d req-09be1db1-b143-4ef1-bdef-31671cb4f6a7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:12.183921 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8cf4c02a-090c-4a88-9e6c-1dc6e1b43e8d req-09be1db1-b143-4ef1-bdef-31671cb4f6a7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0828817 Apr 08 09:06:12.194957 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d3e73-8ea7-4652-8226-f9005ada3078 req-f6430963-5509-42d8-94d4-d89c159452c5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:12.196372 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a92d3e73-8ea7-4652-8226-f9005ada3078 req-f6430963-5509-42d8-94d4-d89c159452c5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.0850139 Apr 08 09:06:12.271946 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a92d3e73-8ea7-4652-8226-f9005ada3078 req-cc22092b-f427-464b-ab23-cfa9421c5afe tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690243 Apr 08 09:06:12.275896 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8cf4c02a-090c-4a88-9e6c-1dc6e1b43e8d req-1b2a7b20-36a9-4adb-8552-c61d872d48c5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786350 Apr 08 09:06:13.147758 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45e64b-8275-4161-bbd2-91732a63431f req-888cb28a-d5bf-4be0-a6e9-65c9ce1d6087 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:13.149220 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee45e64b-8275-4161-bbd2-91732a63431f req-888cb28a-d5bf-4be0-a6e9-65c9ce1d6087 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0842321 Apr 08 09:06:13.159827 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62939f6-b3ba-45a2-a61f-3119e1332c29 req-cbc2e6c6-b870-439c-b9fe-e2736731b527 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:13.161212 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d62939f6-b3ba-45a2-a61f-3119e1332c29 req-cbc2e6c6-b870-439c-b9fe-e2736731b527 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.0679653 Apr 08 09:06:13.229798 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee45e64b-8275-4161-bbd2-91732a63431f req-ce1019ea-e005-4bcb-9898-e6234e3d17e9 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676672 Apr 08 09:06:13.233017 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d62939f6-b3ba-45a2-a61f-3119e1332c29 req-65850fb9-fb46-4fe2-b9db-6a2fa9173d9e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654995 Apr 08 09:06:13.265880 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:13.427330 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d458a-9a03-4f6a-b991-9054dffe3e02 req-97224bc7-d742-4ef8-a864-f5a8b6a21811 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:13.428805 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-450d458a-9a03-4f6a-b991-9054dffe3e02 req-97224bc7-d742-4ef8-a864-f5a8b6a21811 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0791385 Apr 08 09:06:13.435459 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62075f66-f9ee-4f2c-9fac-e327a9d500c9 req-3b2a5195-0fa5-4e6f-8fc8-04d261444fee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:13.436791 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62075f66-f9ee-4f2c-9fac-e327a9d500c9 req-3b2a5195-0fa5-4e6f-8fc8-04d261444fee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.0958645 Apr 08 09:06:13.505955 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-450d458a-9a03-4f6a-b991-9054dffe3e02 req-8eaebfbe-e06d-4b81-a52c-8ed0ac32d018 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682275 Apr 08 09:06:13.508870 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62075f66-f9ee-4f2c-9fac-e327a9d500c9 req-1f0c463b-ce01-44a9-a836-733609ad1aa4 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656722 Apr 08 09:06:14.108665 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3fd7871-8aa7-4ad3-8a0c-96ebe4020c19 req-ccc6dd90-d4b4-449b-a503-ca35f2715bce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573699 Apr 08 09:06:14.126956 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-29bd5174-b553-4345-a3b6-7fab38e879d2 req-ecc6e635-1c95-4ec1-b207-f8f579f0deea service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:14.201644 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b5319-1cef-4569-95a1-e23376253d3e req-97b01802-f74a-4f3d-aa6c-f0d444cbb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:14.203122 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-065b5319-1cef-4569-95a1-e23376253d3e req-97b01802-f74a-4f3d-aa6c-f0d444cbb98d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1553173 Apr 08 09:06:14.259482 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-a4ad6738-9b56-429c-9cec-9f212bd3e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:14.260718 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-a4ad6738-9b56-429c-9cec-9f212bd3e919 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.2674096 Apr 08 09:06:14.340564 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-78c8f549-17fd-4dae-92c3-886c1eea8f2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37ade0f0-05db-4546-be5d-83b69d0edc27 HTTP/1.1" status: 200 len: 217 time: 0.0654819 Apr 08 09:06:14.380920 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-99344eb7-e915-468f-bbc5-9c35e4291243 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304477 Apr 08 09:06:14.382668 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-4ce786e8-f0c8-4a33-98a8-55077e7c7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:14.383999 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-4ce786e8-f0c8-4a33-98a8-55077e7c7d88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 1128 time: 0.2776916 Apr 08 09:06:14.397086 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-a726dd19-54a8-431f-b7e5-79c807e3b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:14.398578 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-a726dd19-54a8-431f-b7e5-79c807e3b007 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 1127 time: 0.1178458 Apr 08 09:06:14.410730 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3fd7871-8aa7-4ad3-8a0c-96ebe4020c19 req-a3fb05dd-677a-4889-86ff-a3466c85cce3 service neutron] 10.222.0.10 "GET /v2.0/networks/2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861345 Apr 08 09:06:14.415385 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2737323-b7cb-456b-bc6f-d1f20cd48638 req-ebb2f941-5491-47cf-b66c-a7f89a90f934 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:14.416865 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c2737323-b7cb-456b-bc6f-d1f20cd48638 req-ebb2f941-5491-47cf-b66c-a7f89a90f934 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.1048255 Apr 08 09:06:14.435474 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bf9b5-0c18-4374-8509-afc93120ca15 req-19ddbf7c-e1ff-4c5f-901b-ea262c6cdeab tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:14.436921 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ba4bf9b5-0c18-4374-8509-afc93120ca15 req-19ddbf7c-e1ff-4c5f-901b-ea262c6cdeab tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.1112690 Apr 08 09:06:14.463395 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-35a6f97b-e5dc-4f89-8ba2-cc3bbae3558d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf051081-3865-4f6b-8294-171cb8880bc5 HTTP/1.1" status: 200 len: 217 time: 0.0506680 Apr 08 09:06:14.470880 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-7abd176a-3dd7-4ebb-80cc-f57abf631fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:14.472271 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-7abd176a-3dd7-4ebb-80cc-f57abf631fcc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.1185901 Apr 08 09:06:14.478412 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-2b442772-b9ee-441e-b935-d3b2548eea3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=802534ea-4cf7-4e03-959a-da955e0a2a85 HTTP/1.1" status: 200 len: 217 time: 0.0606258 Apr 08 09:06:14.489047 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-29bd5174-b553-4345-a3b6-7fab38e879d2 req-ecc6e635-1c95-4ec1-b207-f8f579f0deea service neutron] Publish callbacks [] for security_group (211d9a3a-47f3-4242-9bfc-9afc57bf8942), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:14.494125 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-29bd5174-b553-4345-a3b6-7fab38e879d2 req-ecc6e635-1c95-4ec1-b207-f8f579f0deea service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (211d9a3a-47f3-4242-9bfc-9afc57bf8942), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:14.529768 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c2737323-b7cb-456b-bc6f-d1f20cd48638 req-d81beb29-2ab6-4ac0-85a9-5f5612dcdc27 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031091 Apr 08 09:06:14.542038 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-29bd5174-b553-4345-a3b6-7fab38e879d2 req-ecc6e635-1c95-4ec1-b207-f8f579f0deea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927342 Apr 08 09:06:14.543005 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6e635-1c95-4ec1-b207-f8f579f0deea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=211d9a3a-47f3-4242-9bfc-9afc57bf8942,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:14.546081 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ba4bf9b5-0c18-4374-8509-afc93120ca15 req-bc79d977-d3ed-4ab6-a5e0-1afe6b6a89d1 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742500 Apr 08 09:06:14.684259 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:14.694145 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffc549-66bf-44b0-ab04-51dbcfb47ce8 req-af5dfc75-dac1-4d61-b07d-0e11bc2eac4d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:14.695608 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c9ffc549-66bf-44b0-ab04-51dbcfb47ce8 req-af5dfc75-dac1-4d61-b07d-0e11bc2eac4d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.0885413 Apr 08 09:06:14.714789 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e2d13-e887-43e1-a2e8-a88816efd244 req-595c2262-d149-4f86-bbcb-7a8a8204b884 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:14.716163 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a43e2d13-e887-43e1-a2e8-a88816efd244 req-595c2262-d149-4f86-bbcb-7a8a8204b884 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0826190 Apr 08 09:06:14.947091 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c9ffc549-66bf-44b0-ab04-51dbcfb47ce8 req-5bc638f1-2c0d-4db7-a9be-3efbf90d801f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444410 Apr 08 09:06:14.966921 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a43e2d13-e887-43e1-a2e8-a88816efd244 req-2f6d2612-d30e-46ec-8c90-37155749bfe3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428265 Apr 08 09:06:15.697970 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1e1a9-22d9-4bd5-b31c-b2b52a2108ca req-b474575f-d5ab-4b2d-b871-0d113566e973 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:15.699417 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72e1e1a9-22d9-4bd5-b31c-b2b52a2108ca req-b474575f-d5ab-4b2d-b871-0d113566e973 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0872371 Apr 08 09:06:15.707291 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae5cfd-d6fa-4805-bdbd-0a3915b94724 req-5cefa291-d5b8-4212-8d91-14cbccd60f51 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:15.708690 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4fae5cfd-d6fa-4805-bdbd-0a3915b94724 req-5cefa291-d5b8-4212-8d91-14cbccd60f51 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.0878201 Apr 08 09:06:15.786974 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72e1e1a9-22d9-4bd5-b31c-b2b52a2108ca req-0fb23563-9e2e-44a4-a50c-30a0d4d41256 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773256 Apr 08 09:06:15.800092 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4fae5cfd-d6fa-4805-bdbd-0a3915b94724 req-708ec212-0494-43e6-b120-fafcad1e8817 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845776 Apr 08 09:06:16.092747 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f0dec-b3c1-4916-898c-0f8eb0b7c9db req-5cd33e02-814a-4a30-97da-697dec347e21 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:16.094207 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3f8f0dec-b3c1-4916-898c-0f8eb0b7c9db req-5cd33e02-814a-4a30-97da-697dec347e21 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.0816376 Apr 08 09:06:16.106079 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9819d8-4869-452b-8075-664fc1a43551 req-af1480ab-9685-4f73-825e-371e41126f44 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:16.107460 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aa9819d8-4869-452b-8075-664fc1a43551 req-af1480ab-9685-4f73-825e-371e41126f44 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0694895 Apr 08 09:06:16.177999 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3f8f0dec-b3c1-4916-898c-0f8eb0b7c9db req-32db97c0-e6ae-49a2-81aa-79c1cc8d05ac tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695226 Apr 08 09:06:16.184440 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aa9819d8-4869-452b-8075-664fc1a43551 req-f71442a9-93cf-428d-bd26-f626f4b7063c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705638 Apr 08 09:06:16.935560 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38e8e3-0f19-4740-94c0-3cfcf5d0e6f8 req-dad92675-37af-4a08-afd9-a7aace600626 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:16.936952 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2a38e8e3-0f19-4740-94c0-3cfcf5d0e6f8 req-dad92675-37af-4a08-afd9-a7aace600626 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0806067 Apr 08 09:06:16.944694 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f025c-81af-4157-b89d-bcf2f09ec36f req-f82b3eb0-4a14-4835-b685-0adb7055f7fd tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:16.946036 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-696f025c-81af-4157-b89d-bcf2f09ec36f req-f82b3eb0-4a14-4835-b685-0adb7055f7fd tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.0813015 Apr 08 09:06:17.018428 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-696f025c-81af-4157-b89d-bcf2f09ec36f req-dc46505c-81a7-45c7-8dca-6b4dfea5bfd3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658662 Apr 08 09:06:17.021322 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2a38e8e3-0f19-4740-94c0-3cfcf5d0e6f8 req-fd182e0d-36ad-4893-b39d-c42d9de66b65 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744572 Apr 08 09:06:17.321367 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c110a59-00b9-4107-96c7-c2d296a9c3d5 req-a1cab640-bfeb-452e-96b8-f6a04f4362b8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:17.323132 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3c110a59-00b9-4107-96c7-c2d296a9c3d5 req-a1cab640-bfeb-452e-96b8-f6a04f4362b8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0710158 Apr 08 09:06:17.330263 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ba269-8e00-4484-b2f5-952f48d1cd02 req-de61c079-3b43-47f9-a5ec-42eaca52af03 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:17.331610 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-878ba269-8e00-4484-b2f5-952f48d1cd02 req-de61c079-3b43-47f9-a5ec-42eaca52af03 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.0887885 Apr 08 09:06:17.400764 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3c110a59-00b9-4107-96c7-c2d296a9c3d5 req-4e5dd2cd-fd36-4ecc-993a-762f1baf8731 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682085 Apr 08 09:06:17.407726 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-878ba269-8e00-4484-b2f5-952f48d1cd02 req-bae8119e-7de0-4c0d-94f2-29d48b491806 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690260 Apr 08 09:06:18.163788 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f8538-637e-4332-999e-e8a5a179896a req-c52d001e-415b-41e5-befa-d1154099d8c6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:18.165291 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-340f8538-637e-4332-999e-e8a5a179896a req-c52d001e-415b-41e5-befa-d1154099d8c6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.0813642 Apr 08 09:06:18.176949 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8729fe-cdc5-4eb2-93d4-eaa2d50c461c req-7db9a3d4-d08a-4cfb-8986-d93a1d9e5a5f tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:18.178382 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bb8729fe-cdc5-4eb2-93d4-eaa2d50c461c req-7db9a3d4-d08a-4cfb-8986-d93a1d9e5a5f tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0859218 Apr 08 09:06:18.246516 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-340f8538-637e-4332-999e-e8a5a179896a req-256c4757-a9f2-4212-a5b3-40fe96a5551e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671575 Apr 08 09:06:18.250808 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bb8729fe-cdc5-4eb2-93d4-eaa2d50c461c req-7bc2c144-87d3-4365-8ac7-24d1a90a4840 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660748 Apr 08 09:06:18.489576 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['37ade0f0-05db-4546-be5d-83b69d0edc27'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:06:18.552876 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea48951-88c6-4358-895d-b68c4a5df79b req-1b14db38-6da2-4e3f-bdef-573c03ab6ad3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:18.554541 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ea48951-88c6-4358-895d-b68c4a5df79b req-1b14db38-6da2-4e3f-bdef-573c03ab6ad3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0875049 Apr 08 09:06:18.562474 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e6dda-6ec8-40c6-8de1-3de1108f566c req-6a18fd76-7b03-4a01-8efc-b1d8de3fbd5d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:18.564917 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f36e6dda-6ec8-40c6-8de1-3de1108f566c req-6a18fd76-7b03-4a01-8efc-b1d8de3fbd5d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.0890872 Apr 08 09:06:18.635268 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ea48951-88c6-4358-895d-b68c4a5df79b req-77a9655d-594f-4996-b8ba-6d7547792f14 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693994 Apr 08 09:06:18.642679 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f36e6dda-6ec8-40c6-8de1-3de1108f566c req-e8ae4558-f213-4a2c-a38a-716d627127e9 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702281 Apr 08 09:06:19.396328 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9354610-fa7a-436b-8a96-594fedc3b248 req-b0eac70d-a89c-46bc-93bb-8ee70ecd4047 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:19.397992 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e9354610-fa7a-436b-8a96-594fedc3b248 req-b0eac70d-a89c-46bc-93bb-8ee70ecd4047 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.0869358 Apr 08 09:06:19.406006 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5b041-8a58-4073-9d50-12b24c1c00b7 req-41f38f61-8810-4358-a26b-0dbc66e051f8 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:19.407887 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ba5b041-8a58-4073-9d50-12b24c1c00b7 req-41f38f61-8810-4358-a26b-0dbc66e051f8 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0868142 Apr 08 09:06:19.476770 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e9354610-fa7a-436b-8a96-594fedc3b248 req-c04a6ffe-fb0b-4893-b6ad-c177a230c00d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678639 Apr 08 09:06:19.483776 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ba5b041-8a58-4073-9d50-12b24c1c00b7 req-f97a14f8-673f-480c-b41c-b284fc8bf690 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680914 Apr 08 09:06:19.783834 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a4e4f-97d1-4dee-b8a4-ece2df438d6c req-285b3e76-db9d-4321-a859-b33e5dfa7dc5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:19.785325 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-201a4e4f-97d1-4dee-b8a4-ece2df438d6c req-285b3e76-db9d-4321-a859-b33e5dfa7dc5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.0763569 Apr 08 09:06:19.791940 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af617af-0b3a-442d-929a-f5dd306845d3 req-880254a3-7297-4c7e-8e8c-8a4c8b3e0878 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:19.793254 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8af617af-0b3a-442d-929a-f5dd306845d3 req-880254a3-7297-4c7e-8e8c-8a4c8b3e0878 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0933506 Apr 08 09:06:19.863043 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-201a4e4f-97d1-4dee-b8a4-ece2df438d6c req-8a946fd2-169e-4958-bebb-0202f9d8abd5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688446 Apr 08 09:06:19.866265 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8af617af-0b3a-442d-929a-f5dd306845d3 req-a7a3aaf9-7918-4bc1-94f2-6056a3e776c4 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661874 Apr 08 09:06:20.506127 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 37ade0f0-05db-4546-be5d-83b69d0edc27 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:06:20.556252 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port 37ade0f0-05db-4546-be5d-83b69d0edc27 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:06:20.560678 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 37ade0f0-05db-4546-be5d-83b69d0edc27 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:06:20.561266 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:20.635354 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2695b-1622-4d3a-8181-0b93934da825 req-655ec52e-2e2b-4640-a22e-2f7018353392 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:20.636927 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-06e2695b-1622-4d3a-8181-0b93934da825 req-655ec52e-2e2b-4640-a22e-2f7018353392 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.0941401 Apr 08 09:06:20.642534 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 37ade0f0-05db-4546-be5d-83b69d0edc27 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:06:20.642929 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:20.644980 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4bb42-c8fd-415b-b069-65243343c3de req-3feeb784-c48b-4b8f-943a-b4d9c110d1dc tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:20.646690 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-87f4bb42-c8fd-415b-b069-65243343c3de req-3feeb784-c48b-4b8f-943a-b4d9c110d1dc tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0931191 Apr 08 09:06:20.667526 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003f9be2-2b87-4190-8d16-7216984d1dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ade0f0-05db-4546-be5d-83b69d0edc27'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:06:20.669888 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a8de9e-714f-4cc9-8f3c-acf55bcb87bf" -d '{"events": [{"server_uuid": "003f9be2-2b87-4190-8d16-7216984d1dc6", "name": "network-vif-plugged", "status": "completed", "tag": "37ade0f0-05db-4546-be5d-83b69d0edc27"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:06:20.682583 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 37ade0f0-05db-4546-be5d-83b69d0edc27, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=37ade0f0-05db-4546-be5d-83b69d0edc27,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:20.687106 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:20.724521 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-06e2695b-1622-4d3a-8181-0b93934da825 req-06921149-f03d-4e6d-9835-7fe2bf0e0267 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751016 Apr 08 09:06:20.734722 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=37ade0f0-05db-4546-be5d-83b69d0edc27,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:20.737026 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-87f4bb42-c8fd-415b-b069-65243343c3de req-4641fe20-97c0-4f81-820b-8e89316483cd tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827434 Apr 08 09:06:20.772754 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532581fb-ee81-4d05-b8fd-751b9a85af36 x-openstack-request-id: req-532581fb-ee81-4d05-b8fd-751b9a85af36 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:06:20.773066 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003f9be2-2b87-4190-8d16-7216984d1dc6", "name": "network-vif-plugged", "status": "completed", "tag": "37ade0f0-05db-4546-be5d-83b69d0edc27", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:06:20.773325 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-532581fb-ee81-4d05-b8fd-751b9a85af36 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:06:20.773728 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532581fb-ee81-4d05-b8fd-751b9a85af36'] response: {'server_uuid': '003f9be2-2b87-4190-8d16-7216984d1dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ade0f0-05db-4546-be5d-83b69d0edc27', 'code': 200} Apr 08 09:06:21.027885 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71563da5-7e24-46a4-80dd-12b324997ff0 req-189457d2-3789-41f0-96d5-41755a050934 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:21.029533 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-71563da5-7e24-46a4-80dd-12b324997ff0 req-189457d2-3789-41f0-96d5-41755a050934 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.0922132 Apr 08 09:06:21.037194 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc876ea-3d3d-4d76-a729-66b81c5203b1 req-ebc2c1aa-a1ab-48e3-80b9-e21f003d8949 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:21.038600 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0fc876ea-3d3d-4d76-a729-66b81c5203b1 req-ebc2c1aa-a1ab-48e3-80b9-e21f003d8949 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0905635 Apr 08 09:06:21.109563 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-71563da5-7e24-46a4-80dd-12b324997ff0 req-1b27ed37-76fd-4051-89ea-f868268fa7b5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700076 Apr 08 09:06:21.124807 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0fc876ea-3d3d-4d76-a729-66b81c5203b1 req-90dbf978-f1bf-4642-a7e3-b98e37454993 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783560 Apr 08 09:06:21.288343 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57234) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:21.489481 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-4056ffb3-7ee5-463f-a577-5cccbf801e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:21.491964 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-4056ffb3-7ee5-463f-a577-5cccbf801e3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b66a29b-7eca-47b9-81d7-f1a70dd2413c HTTP/1.1" status: 200 len: 854 time: 0.0942996 Apr 08 09:06:21.554434 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 57250) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:21.661901 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-182e7f33-fd2a-4da2-83be-350773b71645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:21.700559 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3db89fc6-d997-4036-a63b-3fd1876cfe0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:21.741714 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-182e7f33-fd2a-4da2-83be-350773b71645 admin admin] Publish callbacks [] for security_group (ce91cb10-d69e-4e9d-a7bb-49718478f6f3), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:21.741919 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-c2425245-e18a-4e03-abec-040ca5c208f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:21.743247 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-c2425245-e18a-4e03-abec-040ca5c208f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=317ed796-bf5f-413a-88ba-27d2f3ef552b HTTP/1.1" status: 200 len: 850 time: 0.3432992 Apr 08 09:06:21.745725 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-182e7f33-fd2a-4da2-83be-350773b71645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (ce91cb10-d69e-4e9d-a7bb-49718478f6f3), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:21.763233 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b3fd7871-8aa7-4ad3-8a0c-96ebe4020c19 req-954d0919-e4c6-46cc-b0b6-2d445326b2e1 service neutron] 10.222.0.10 "GET /v2.0/networks/2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122560 Apr 08 09:06:21.768723 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-f3f05274-7206-4891-b351-6c97492c90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:21.770401 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-f3f05274-7206-4891-b351-6c97492c90a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3621149 Apr 08 09:06:21.785435 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e7f33-fd2a-4da2-83be-350773b71645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce91cb10-d69e-4e9d-a7bb-49718478f6f3,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:21.790985 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-182e7f33-fd2a-4da2-83be-350773b71645 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa099f1282234d9fbb2dd1cf1a540d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354946 Apr 08 09:06:21.794033 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 57258) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:21.849280 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3db89fc6-d997-4036-a63b-3fd1876cfe0e admin admin] Publish callbacks [] for security_group (5885b9e5-63d4-4d75-8eda-f575da14e525), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:21.853652 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3db89fc6-d997-4036-a63b-3fd1876cfe0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (5885b9e5-63d4-4d75-8eda-f575da14e525), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:21.892733 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-3db89fc6-d997-4036-a63b-3fd1876cfe0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c32f7aac06504a5d80dcf3485cdb9741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6032495 Apr 08 09:06:21.893698 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db89fc6-d997-4036-a63b-3fd1876cfe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5885b9e5-63d4-4d75-8eda-f575da14e525,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:21.896311 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57260) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:21.928456 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0ed6d5e6-f4c0-4cf1-a395-cc4e0c89fa0b admin admin] Publish callbacks [] for security_group (ce91cb10-d69e-4e9d-a7bb-49718478f6f3), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:21.950592 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Publish callbacks [] for security_group (5885b9e5-63d4-4d75-8eda-f575da14e525), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:21.955841 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afc872-9c8a-4f8e-bd2a-6f478c6c5db5 req-10305a51-1871-4ec8-9e26-c920ea7fbf25 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:21.957937 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3afc872-9c8a-4f8e-bd2a-6f478c6c5db5 req-10305a51-1871-4ec8-9e26-c920ea7fbf25 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 943 time: 0.1464016 Apr 08 09:06:21.971197 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0ed6d5e6-f4c0-4cf1-a395-cc4e0c89fa0b admin admin] Publish callbacks [] for security_group (ce91cb10-d69e-4e9d-a7bb-49718478f6f3), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:21.992400 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Publish callbacks [] for security_group (5885b9e5-63d4-4d75-8eda-f575da14e525), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:22.002027 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a3b5d-79b1-405f-8d94-0c9709044ba2 req-a4ba735b-7d70-480e-81ef-34cc92d3c42d tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:22.003536 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-124a3b5d-79b1-405f-8d94-0c9709044ba2 req-a4ba735b-7d70-480e-81ef-34cc92d3c42d tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.1541939 Apr 08 09:06:22.130968 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3afc872-9c8a-4f8e-bd2a-6f478c6c5db5 req-af0ddadf-4d48-421a-af0a-5a6135886123 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672146 Apr 08 09:06:22.132914 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-2f8d3ea4-5753-44cc-987a-8fab001706dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:22.134849 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-2f8d3ea4-5753-44cc-987a-8fab001706dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d212e64-e599-4f30-a480-e7099d8eb4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1655216 Apr 08 09:06:22.139813 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-40005f84-3fbc-4334-871b-3badfaab0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:22.141971 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-40005f84-3fbc-4334-871b-3badfaab0c32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f94f736-3add-466f-a71b-84aa6e30f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1741018 Apr 08 09:06:22.145664 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-124a3b5d-79b1-405f-8d94-0c9709044ba2 req-43f13b9a-a3b1-40a8-864d-64c04ff992f8 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141186 Apr 08 09:06:22.170490 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-9a75733e-5756-4b1f-bd8b-8ca5405ae501 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018204 Apr 08 09:06:22.200566 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0ed6d5e6-f4c0-4cf1-a395-cc4e0c89fa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (ce91cb10-d69e-4e9d-a7bb-49718478f6f3), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:22.204378 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0ed6d5e6-f4c0-4cf1-a395-cc4e0c89fa0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:22.222567 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0ed6d5e6-f4c0-4cf1-a395-cc4e0c89fa0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce91cb10-d69e-4e9d-a7bb-49718478f6f3 HTTP/1.1" status: 204 len: 168 time: 0.4134662 Apr 08 09:06:22.244308 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (5885b9e5-63d4-4d75-8eda-f575da14e525), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:22.248508 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:22.249113 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5885b9e5-63d4-4d75-8eda-f575da14e525 HTTP/1.1" status: 204 len: 168 time: 0.3521109 Apr 08 09:06:22.292131 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6d5e6-f4c0-4cf1-a395-cc4e0c89fa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce91cb10-d69e-4e9d-a7bb-49718478f6f3,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:22.318012 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5885b9e5-63d4-4d75-8eda-f575da14e525,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:22.321480 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b23519-8e1f-4fd3-a8d1-4a0eac0d79a8 req-c6cc88c6-1f8f-42c4-87ef-ff97616e42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:22.323194 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-32b23519-8e1f-4fd3-a8d1-4a0eac0d79a8 req-c6cc88c6-1f8f-42c4-87ef-ff97616e42cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 1129 time: 0.2331526 Apr 08 09:06:22.346678 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.347231 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.347718 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.348198 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.348733 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.349205 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.349677 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.350146 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.350632 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.351120 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.351605 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.352087 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.352640 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.353106 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.353725 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ba49f1-1e05-49e4-89f8-691d72ed7b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:22.392001 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-2ec6bb7d-1166-4ebe-b406-379fa0ed605b service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290111 Apr 08 09:06:22.399852 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131105a-c472-4a6d-b362-d89451aea7ee req-e9b75073-d3cf-4be0-9bce-9de27229e3e2 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:22.401356 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f131105a-c472-4a6d-b362-d89451aea7ee req-e9b75073-d3cf-4be0-9bce-9de27229e3e2 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.1599166 Apr 08 09:06:22.425050 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a3576-3c09-4963-b9df-c6855e6bbe1d req-e62bdf28-bb90-4c7f-9c24-706868fcaefb tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:22.426771 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-834a3576-3c09-4963-b9df-c6855e6bbe1d req-e62bdf28-bb90-4c7f-9c24-706868fcaefb tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.1864839 Apr 08 09:06:22.427516 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-02e22200-6ded-4de9-8728-12c408f8e837 service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558494 Apr 08 09:06:22.447851 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-49df57af-79ff-4ae8-8fc5-ec4aefe3b891 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635498 Apr 08 09:06:22.468326 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-32b23519-8e1f-4fd3-a8d1-4a0eac0d79a8 req-61c07166-2918-4869-8ba9-7fc9b6025321 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385310 Apr 08 09:06:22.496326 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 8b05070d-27e6-400f-818b-615f194e326f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:06:22.576168 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2c009e1f-973d-4caa-bce8-61dfada3ef01 req-b100235a-9bc1-4dd3-8a3e-25d3f0073434 service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403048 Apr 08 09:06:22.580237 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f131105a-c472-4a6d-b362-d89451aea7ee req-80ec4b48-97a1-465c-8450-bc64fa253167 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683297 Apr 08 09:06:22.591200 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-834a3576-3c09-4963-b9df-c6855e6bbe1d req-975f1ba2-63fb-4221-be84-7872118b7752 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485455 Apr 08 09:06:22.607957 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3e8034e-141a-46e9-9ebe-f41e4204dd26 req-ee4fe7b6-af44-4f90-b3e6-f2439ccafdc5 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056417 Apr 08 09:06:22.714755 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 8b05070d-27e6-400f-818b-615f194e326f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8b05070d-27e6-400f-818b-615f194e326f,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:22.728872 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '8b05070d-27e6-400f-818b-615f194e326f', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'port_id': '8b05070d-27e6-400f-818b-615f194e326f', 'mac_address': 'fa:16:3e:c7:19:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:06:22.729515 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57288) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:22.748292 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d739cbc0-e3df-4f94-96f1-d3a69a4d0cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:22.787635 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 8b05070d-27e6-400f-818b-615f194e326f is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:06:22.788986 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (8b05070d-27e6-400f-818b-615f194e326f), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:22.810313 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b05070d-27e6-400f-818b-615f194e326f {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:06:22.834677 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 8b05070d-27e6-400f-818b-615f194e326f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8b05070d-27e6-400f-818b-615f194e326f,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:22.846797 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (8b05070d-27e6-400f-818b-615f194e326f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:22.879839 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d739cbc0-e3df-4f94-96f1-d3a69a4d0cb7 admin admin] Publish callbacks [] for security_group (53724307-3d62-467d-8ad7-0b1a8266cc87), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:22.880446 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 57296) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:22.889858 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d739cbc0-e3df-4f94-96f1-d3a69a4d0cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (53724307-3d62-467d-8ad7-0b1a8266cc87), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:22.903812 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:22.931062 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739cbc0-e3df-4f94-96f1-d3a69a4d0cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53724307-3d62-467d-8ad7-0b1a8266cc87,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:22.935312 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d739cbc0-e3df-4f94-96f1-d3a69a4d0cb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5bdcde703f64551bd7f2ec2367adbad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021174 Apr 08 09:06:22.939026 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57298) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:22.947507 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=8b05070d-27e6-400f-818b-615f194e326f,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:23.006887 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fbfc72d8-8567-4582-8022-69de2afb5218 admin admin] Publish callbacks [] for security_group (53724307-3d62-467d-8ad7-0b1a8266cc87), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:23.035045 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fbfc72d8-8567-4582-8022-69de2afb5218 admin admin] Publish callbacks [] for security_group (53724307-3d62-467d-8ad7-0b1a8266cc87), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:23.041091 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Publish callbacks [] for security_group (25f7b779-33c0-41d9-9bd2-7907304f7cdc), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:23.048847 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (25f7b779-33c0-41d9-9bd2-7907304f7cdc), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:23.095377 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fbfc72d8-8567-4582-8022-69de2afb5218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (53724307-3d62-467d-8ad7-0b1a8266cc87), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:23.098104 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fbfc72d8-8567-4582-8022-69de2afb5218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:23.099324 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fbfc72d8-8567-4582-8022-69de2afb5218 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53724307-3d62-467d-8ad7-0b1a8266cc87 HTTP/1.1" status: 204 len: 168 time: 0.1593945 Apr 08 09:06:23.101647 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57302) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:23.101769 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d84eb34c42874d17abb67a2523c8d818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169077 Apr 08 09:06:23.103768 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f7b779-33c0-41d9-9bd2-7907304f7cdc,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:23.112621 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.113084 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.113810 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.113810 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.114186 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.114667 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.115061 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.115449 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.115841 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.116232 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.116659 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.117049 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.117563 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.117905 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.118315 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3e8653-de17-40fe-ad73-8ca3b8cf7911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:23.145346 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc72d8-8567-4582-8022-69de2afb5218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53724307-3d62-467d-8ad7-0b1a8266cc87,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:23.209678 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0e0acd68-357f-42d0-9db5-b4aa456b299e admin admin] Publish callbacks [] for security_group (25f7b779-33c0-41d9-9bd2-7907304f7cdc), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:23.246523 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0e0acd68-357f-42d0-9db5-b4aa456b299e admin admin] Publish callbacks [] for security_group (25f7b779-33c0-41d9-9bd2-7907304f7cdc), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:23.307229 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0e0acd68-357f-42d0-9db5-b4aa456b299e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (25f7b779-33c0-41d9-9bd2-7907304f7cdc), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:23.310524 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0e0acd68-357f-42d0-9db5-b4aa456b299e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:23.312178 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0e0acd68-357f-42d0-9db5-b4aa456b299e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25f7b779-33c0-41d9-9bd2-7907304f7cdc HTTP/1.1" status: 204 len: 168 time: 0.2080140 Apr 08 09:06:23.322003 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0acd68-357f-42d0-9db5-b4aa456b299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f7b779-33c0-41d9-9bd2-7907304f7cdc,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:23.322626 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc03fa-f904-435c-9653-8ae7669fc3c6 req-26686fae-a2b8-4b81-8406-07cb4cd6e5c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:23.329512 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aecc03fa-f904-435c-9653-8ae7669fc3c6 req-26686fae-a2b8-4b81-8406-07cb4cd6e5c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 944 time: 0.1064475 Apr 08 09:06:23.362483 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126372e-d7ec-4ca0-8602-a7ca7e1c7b3c req-6aab4882-e76c-490f-a6e7-8d2bcccdc224 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:23.363983 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f126372e-d7ec-4ca0-8602-a7ca7e1c7b3c req-6aab4882-e76c-490f-a6e7-8d2bcccdc224 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0995262 Apr 08 09:06:23.399520 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 57316) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:23.421407 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aecc03fa-f904-435c-9653-8ae7669fc3c6 req-a71a98ef-1658-46fd-9909-95d2966a88fb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909755 Apr 08 09:06:23.455146 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f126372e-d7ec-4ca0-8602-a7ca7e1c7b3c req-9bbee523-22dc-4f8c-90c1-c7805579df43 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824795 Apr 08 09:06:23.503155 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['8b05070d-27e6-400f-818b-615f194e326f'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:06:23.790221 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-87cfbbfe-86a2-4c54-ab9f-eaff59e5d2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:23.878889 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9c8d6-5320-4a5d-ad1d-2c1efce7fd5f req-d2139984-d492-449c-9058-07316197502c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:23.886135 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-beb9c8d6-5320-4a5d-ad1d-2c1efce7fd5f req-d2139984-d492-449c-9058-07316197502c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.2036159 Apr 08 09:06:23.915816 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9e4de-298f-40e5-bb77-7949f45ba7ac req-ea8b17f1-1a34-4f7a-b093-089b62331b37 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:23.923087 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9af9e4de-298f-40e5-bb77-7949f45ba7ac req-ea8b17f1-1a34-4f7a-b093-089b62331b37 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.2236226 Apr 08 09:06:24.029580 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9af9e4de-298f-40e5-bb77-7949f45ba7ac req-ff817c43-39af-41d0-9f8e-c61f351fba99 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037817 Apr 08 09:06:24.060003 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-beb9c8d6-5320-4a5d-ad1d-2c1efce7fd5f req-5433e185-7f29-4fcc-9b2b-4548cd0fd1b2 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654315 Apr 08 09:06:24.079277 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-87cfbbfe-86a2-4c54-ab9f-eaff59e5d2b0 admin admin] Publish callbacks [] for security_group (b1577416-0cfe-4d9e-921e-a528f4149dc9), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:24.085227 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-87cfbbfe-86a2-4c54-ab9f-eaff59e5d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (b1577416-0cfe-4d9e-921e-a528f4149dc9), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:24.139357 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-87cfbbfe-86a2-4c54-ab9f-eaff59e5d2b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f25cc8ddc3b4bc0b67444d2463cfb77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7363460 Apr 08 09:06:24.140419 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfbbfe-86a2-4c54-ab9f-eaff59e5d2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1577416-0cfe-4d9e-921e-a528f4149dc9,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:24.142679 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57362) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:24.204988 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a1bd660f-c0f1-4847-8720-4c7b77667109 admin admin] Publish callbacks [] for security_group (b1577416-0cfe-4d9e-921e-a528f4149dc9), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:24.236003 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a1bd660f-c0f1-4847-8720-4c7b77667109 admin admin] Publish callbacks [] for security_group (b1577416-0cfe-4d9e-921e-a528f4149dc9), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:24.291483 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a1bd660f-c0f1-4847-8720-4c7b77667109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (b1577416-0cfe-4d9e-921e-a528f4149dc9), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:24.296957 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a1bd660f-c0f1-4847-8720-4c7b77667109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:24.301552 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a1bd660f-c0f1-4847-8720-4c7b77667109 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1577416-0cfe-4d9e-921e-a528f4149dc9 HTTP/1.1" status: 204 len: 168 time: 0.1575160 Apr 08 09:06:24.309959 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd660f-c0f1-4847-8720-4c7b77667109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1577416-0cfe-4d9e-921e-a528f4149dc9,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:24.561121 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f7fd7-8bb1-407f-a947-0b2032e24a7c req-07667b22-5a2e-4ef1-8575-fb53271b4a0a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:24.562621 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-832f7fd7-8bb1-407f-a947-0b2032e24a7c req-07667b22-5a2e-4ef1-8575-fb53271b4a0a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 944 time: 0.0734065 Apr 08 09:06:24.613731 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-832f7fd7-8bb1-407f-a947-0b2032e24a7c req-dd9e3076-4ec0-46d4-95f2-99c637a8cec6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 Apr 08 09:06:24.731656 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 8b05070d-27e6-400f-818b-615f194e326f up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:06:24.791938 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port 8b05070d-27e6-400f-818b-615f194e326f completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:06:24.797961 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 8b05070d-27e6-400f-818b-615f194e326f triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:06:24.798390 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (8b05070d-27e6-400f-818b-615f194e326f), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:24.864559 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57398) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:24.878471 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-69825725-c8ab-4b82-af8c-662b7da33648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:24.883819 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 8b05070d-27e6-400f-818b-615f194e326f is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:06:24.884370 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (8b05070d-27e6-400f-818b-615f194e326f), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:24.912460 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbce62f-decb-48da-9981-9f86ccb9f2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b05070d-27e6-400f-818b-615f194e326f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:06:24.916174 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb9cd7a-137c-41eb-9faa-f998293766d7" -d '{"events": [{"server_uuid": "1bbce62f-decb-48da-9981-9f86ccb9f2af", "name": "network-vif-plugged", "status": "completed", "tag": "8b05070d-27e6-400f-818b-615f194e326f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:06:24.958238 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 8b05070d-27e6-400f-818b-615f194e326f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8b05070d-27e6-400f-818b-615f194e326f,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:24.970660 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (8b05070d-27e6-400f-818b-615f194e326f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:24.986434 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a544d69-bb21-4618-9b95-6f81510b93ec x-openstack-request-id: req-9a544d69-bb21-4618-9b95-6f81510b93ec {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:06:24.988278 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbce62f-decb-48da-9981-9f86ccb9f2af", "name": "network-vif-plugged", "status": "completed", "tag": "8b05070d-27e6-400f-818b-615f194e326f", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:06:24.988777 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a544d69-bb21-4618-9b95-6f81510b93ec {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:06:24.989477 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a544d69-bb21-4618-9b95-6f81510b93ec'] response: {'server_uuid': '1bbce62f-decb-48da-9981-9f86ccb9f2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b05070d-27e6-400f-818b-615f194e326f', 'code': 200} Apr 08 09:06:25.033298 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-69825725-c8ab-4b82-af8c-662b7da33648 admin admin] Publish callbacks [] for security_group (e4b9d4ea-66fe-4cb4-b00a-c3a19a6aca2e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:25.041916 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-69825725-c8ab-4b82-af8c-662b7da33648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (e4b9d4ea-66fe-4cb4-b00a-c3a19a6aca2e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:25.063707 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=8b05070d-27e6-400f-818b-615f194e326f,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:25.078905 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.079771 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.080581 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.089646 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.090446 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.090939 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.091427 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.091910 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.092430 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.092788 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.093126 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.108536 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.108536 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.108536 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.108536 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:06:25.125887 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69825725-c8ab-4b82-af8c-662b7da33648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b9d4ea-66fe-4cb4-b00a-c3a19a6aca2e,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:25.150014 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-69825725-c8ab-4b82-af8c-662b7da33648 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e349482446e44114b716b3e15dc2cf08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835219 Apr 08 09:06:25.150700 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57418) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:25.207691 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5715550d-de17-4625-a638-03fda02390e4 admin admin] Publish callbacks [] for security_group (e4b9d4ea-66fe-4cb4-b00a-c3a19a6aca2e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:25.227668 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5115ab-7457-4891-a98c-3690e35c4c3f req-2f252950-092a-46f0-a1cf-90399923b1c5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:25.237561 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7c5115ab-7457-4891-a98c-3690e35c4c3f req-2f252950-092a-46f0-a1cf-90399923b1c5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.1295145 Apr 08 09:06:25.255288 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5715550d-de17-4625-a638-03fda02390e4 admin admin] Publish callbacks [] for security_group (e4b9d4ea-66fe-4cb4-b00a-c3a19a6aca2e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:25.300945 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7c5115ab-7457-4891-a98c-3690e35c4c3f req-d1cb678c-ae1c-471a-96d5-f3810ab31953 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594978 Apr 08 09:06:25.321614 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5715550d-de17-4625-a638-03fda02390e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (e4b9d4ea-66fe-4cb4-b00a-c3a19a6aca2e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:25.324329 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5715550d-de17-4625-a638-03fda02390e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:25.325519 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5715550d-de17-4625-a638-03fda02390e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4b9d4ea-66fe-4cb4-b00a-c3a19a6aca2e HTTP/1.1" status: 204 len: 168 time: 0.1739483 Apr 08 09:06:25.335965 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715550d-de17-4625-a638-03fda02390e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b9d4ea-66fe-4cb4-b00a-c3a19a6aca2e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:25.432727 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1adf4-2b03-400f-9662-f88c96db531e req-aadcc4d9-af2e-4d4a-9c63-5d3c1845f1bd tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:25.434290 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c0e1adf4-2b03-400f-9662-f88c96db531e req-aadcc4d9-af2e-4d4a-9c63-5d3c1845f1bd tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0577204 Apr 08 09:06:25.492650 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c0e1adf4-2b03-400f-9662-f88c96db531e req-24edf54c-2af3-47ed-a6d8-73731b43202d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511343 Apr 08 09:06:25.762758 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf19a18-7107-4f05-9fc1-cc7d4b0f0e34 req-77c024eb-1ead-464f-8315-d119a38a7c3e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:25.770201 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aaf19a18-7107-4f05-9fc1-cc7d4b0f0e34 req-77c024eb-1ead-464f-8315-d119a38a7c3e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0780404 Apr 08 09:06:25.826826 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aaf19a18-7107-4f05-9fc1-cc7d4b0f0e34 req-3d8d4190-4e83-4b9d-afd5-5f17e9f35783 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557344 Apr 08 09:06:26.231419 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:26.461929 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e6f98-481a-462b-9f9f-dace8822a0cb req-26a74aff-389e-4e55-bfc6-1f87120999d8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:26.464948 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-520e6f98-481a-462b-9f9f-dace8822a0cb req-26a74aff-389e-4e55-bfc6-1f87120999d8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.0715637 Apr 08 09:06:26.528322 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-520e6f98-481a-462b-9f9f-dace8822a0cb req-b9381563-9cf3-45d0-8669-c3acc9e22cc7 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573044 Apr 08 09:06:26.670020 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1fdf4-8916-47c3-a895-f5607f444008 req-52e62a89-4064-4fa2-80c3-fe5ab3b6b434 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:26.672236 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-90b1fdf4-8916-47c3-a895-f5607f444008 req-52e62a89-4064-4fa2-80c3-fe5ab3b6b434 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0663538 Apr 08 09:06:26.750309 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-90b1fdf4-8916-47c3-a895-f5607f444008 req-b9eb5181-1488-4dc6-a488-def9d38e5905 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707989 Apr 08 09:06:26.830959 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57524) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:26.949909 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c6acc7b1-d966-440a-bab8-ccb476ef8c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:26.957203 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d28da2-b660-4530-8d55-8e88f8502aa8 req-c5952015-f649-4a7e-99ed-03907d56b0b8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:26.958706 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91d28da2-b660-4530-8d55-8e88f8502aa8 req-c5952015-f649-4a7e-99ed-03907d56b0b8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0617139 Apr 08 09:06:27.008267 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91d28da2-b660-4530-8d55-8e88f8502aa8 req-3dab791c-870d-4fef-bde3-b10336c40f16 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438602 Apr 08 09:06:27.041534 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c6acc7b1-d966-440a-bab8-ccb476ef8c5d admin admin] Publish callbacks [] for security_group (012e892d-15ec-46ec-b798-fbf9c017b8d7), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.046170 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c6acc7b1-d966-440a-bab8-ccb476ef8c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (012e892d-15ec-46ec-b798-fbf9c017b8d7), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.087640 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c6acc7b1-d966-440a-bab8-ccb476ef8c5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79dd2571474943b1b46e7c9839e7ee5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556071 Apr 08 09:06:27.089761 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acc7b1-d966-440a-bab8-ccb476ef8c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012e892d-15ec-46ec-b798-fbf9c017b8d7,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:27.090387 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 57538) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:27.140658 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eb016c01-9efb-4f69-a389-4c6d2c0716ad admin admin] Publish callbacks [] for security_group (012e892d-15ec-46ec-b798-fbf9c017b8d7), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.161318 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eb016c01-9efb-4f69-a389-4c6d2c0716ad admin admin] Publish callbacks [] for security_group (012e892d-15ec-46ec-b798-fbf9c017b8d7), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.209918 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eb016c01-9efb-4f69-a389-4c6d2c0716ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (012e892d-15ec-46ec-b798-fbf9c017b8d7), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.212759 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-eb016c01-9efb-4f69-a389-4c6d2c0716ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.213903 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-eb016c01-9efb-4f69-a389-4c6d2c0716ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/012e892d-15ec-46ec-b798-fbf9c017b8d7 HTTP/1.1" status: 204 len: 168 time: 0.1225033 Apr 08 09:06:27.223374 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb016c01-9efb-4f69-a389-4c6d2c0716ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012e892d-15ec-46ec-b798-fbf9c017b8d7,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:27.525653 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 57552) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:27.538812 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-34e774b0-5302-4f49-af64-625b3bc5e76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.649644 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-34e774b0-5302-4f49-af64-625b3bc5e76a admin admin] Publish callbacks [] for security_group (07949c2c-4a04-4820-ac43-6e2025af6e1d), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.657308 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-34e774b0-5302-4f49-af64-625b3bc5e76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (07949c2c-4a04-4820-ac43-6e2025af6e1d), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.703223 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6020270-f8a9-467f-ac3f-98dd060201c5 req-635f4f8d-cd6f-43f3-bc55-1648861ed4ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:27.703223 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f6020270-f8a9-467f-ac3f-98dd060201c5 req-635f4f8d-cd6f-43f3-bc55-1648861ed4ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 943 time: 0.1042314 Apr 08 09:06:27.709883 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-34e774b0-5302-4f49-af64-625b3bc5e76a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4e73cfe21c1493ea47f08a4b49a9905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831806 Apr 08 09:06:27.712566 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57562) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:27.733189 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e774b0-5302-4f49-af64-625b3bc5e76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07949c2c-4a04-4820-ac43-6e2025af6e1d,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:27.767601 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f6020270-f8a9-467f-ac3f-98dd060201c5 req-a601144c-864f-4f44-9fe8-4f75b8352825 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565927 Apr 08 09:06:27.795393 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b279b269-c804-4c07-aa75-15327c37034b admin admin] Publish callbacks [] for security_group (07949c2c-4a04-4820-ac43-6e2025af6e1d), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.817709 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b279b269-c804-4c07-aa75-15327c37034b admin admin] Publish callbacks [] for security_group (07949c2c-4a04-4820-ac43-6e2025af6e1d), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.866744 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b279b269-c804-4c07-aa75-15327c37034b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (07949c2c-4a04-4820-ac43-6e2025af6e1d), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.870066 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b279b269-c804-4c07-aa75-15327c37034b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:27.871365 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b279b269-c804-4c07-aa75-15327c37034b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07949c2c-4a04-4820-ac43-6e2025af6e1d HTTP/1.1" status: 204 len: 168 time: 0.1577809 Apr 08 09:06:27.872823 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75766f4a-9780-446e-82cc-879e9ec929c2 req-08768a20-1e55-4e09-91eb-d0f45707565b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:27.874498 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-75766f4a-9780-446e-82cc-879e9ec929c2 req-08768a20-1e55-4e09-91eb-d0f45707565b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0533025 Apr 08 09:06:27.880864 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279b269-c804-4c07-aa75-15327c37034b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07949c2c-4a04-4820-ac43-6e2025af6e1d,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:27.930987 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-75766f4a-9780-446e-82cc-879e9ec929c2 req-12364397-3a77-4672-9ab5-5d4e24881645 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456882 Apr 08 09:06:28.124574 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8ec1f-f85c-4812-8eb4-3358f0e5d825 req-2a15db3b-906e-4c61-b1a9-895ef11d1dfc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:28.126601 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ccb8ec1f-f85c-4812-8eb4-3358f0e5d825 req-2a15db3b-906e-4c61-b1a9-895ef11d1dfc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0514603 Apr 08 09:06:28.173265 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ccb8ec1f-f85c-4812-8eb4-3358f0e5d825 req-70bd0b6b-95a6-4a62-ad7b-c86592d25dff tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411942 Apr 08 09:06:28.515752 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 802534ea-4cf7-4e03-959a-da955e0a2a85 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:06:28.739519 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 802534ea-4cf7-4e03-959a-da955e0a2a85, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=802534ea-4cf7-4e03-959a-da955e0a2a85,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:28.751764 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'port_id': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'mac_address': 'fa:16:3e:11:51:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:06:28.794475 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 802534ea-4cf7-4e03-959a-da955e0a2a85 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:06:28.794870 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:28.810924 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802534ea-4cf7-4e03-959a-da955e0a2a85 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:06:28.832202 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 802534ea-4cf7-4e03-959a-da955e0a2a85, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=802534ea-4cf7-4e03-959a-da955e0a2a85,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:28.836619 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:28.893624 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=802534ea-4cf7-4e03-959a-da955e0a2a85,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:28.901902 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a343a6-1d6f-4a96-a401-4a6c10ec699c req-4bf3e4e9-15e5-48f8-915b-13166b13725d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:28.906160 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-53a343a6-1d6f-4a96-a401-4a6c10ec699c req-4bf3e4e9-15e5-48f8-915b-13166b13725d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 944 time: 0.0673189 Apr 08 09:06:28.956977 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-53a343a6-1d6f-4a96-a401-4a6c10ec699c req-4f52e99c-e9e0-4a9a-a1a0-ddb5d6022da2 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430574 Apr 08 09:06:29.065960 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0028c-fc75-497f-ac2c-31839d213c07 req-827e8599-85de-4d12-92bd-852501bdfca8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:29.067442 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f3c0028c-fc75-497f-ac2c-31839d213c07 req-827e8599-85de-4d12-92bd-852501bdfca8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0545044 Apr 08 09:06:29.115059 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f3c0028c-fc75-497f-ac2c-31839d213c07 req-42e6ffda-b918-4078-bacc-cb5315bb7526 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417018 Apr 08 09:06:29.288719 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97e306-6195-48c1-86da-7606cf5e14a1 req-a8c6f34c-bb11-4148-9e6e-52606e3a66bc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:29.290211 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3e97e306-6195-48c1-86da-7606cf5e14a1 req-a8c6f34c-bb11-4148-9e6e-52606e3a66bc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0534229 Apr 08 09:06:29.336840 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3e97e306-6195-48c1-86da-7606cf5e14a1 req-461957e4-dc2e-4d58-9889-29d174d020f5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Apr 08 09:06:30.073168 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f02cb0-6cc6-48a3-a85e-7ee391ca3470 req-38cbaf8d-964f-46f7-9faa-1187608a8e3e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:30.074606 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-51f02cb0-6cc6-48a3-a85e-7ee391ca3470 req-38cbaf8d-964f-46f7-9faa-1187608a8e3e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 944 time: 0.0519862 Apr 08 09:06:30.118403 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-51f02cb0-6cc6-48a3-a85e-7ee391ca3470 req-83291dd1-1891-4dd9-9549-698bb9de07a1 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383351 Apr 08 09:06:30.236656 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546e9d5-3c18-4da8-9c0b-674c6e3865c1 req-b2ddd51a-815a-4a67-afc5-88147e38758d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:30.238115 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3546e9d5-3c18-4da8-9c0b-674c6e3865c1 req-b2ddd51a-815a-4a67-afc5-88147e38758d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0534503 Apr 08 09:06:30.286384 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3546e9d5-3c18-4da8-9c0b-674c6e3865c1 req-55cf824a-e6c2-4de4-be65-8cc7b3300619 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428054 Apr 08 09:06:30.448175 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dca1c-8d3d-4c35-ad70-0c7d1835b8b7 req-bd51f28f-a53e-4579-8852-4a7c2304dfa7 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:30.449643 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ea3dca1c-8d3d-4c35-ad70-0c7d1835b8b7 req-bd51f28f-a53e-4579-8852-4a7c2304dfa7 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0499563 Apr 08 09:06:30.493734 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ea3dca1c-8d3d-4c35-ad70-0c7d1835b8b7 req-11a2580d-a256-4c41-9927-9e5542f3575b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380175 Apr 08 09:06:30.585687 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['802534ea-4cf7-4e03-959a-da955e0a2a85'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:06:31.242160 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351c148-58db-475f-a244-3a04f49ab66f req-a6e96b6a-d4d5-4ce8-9f5f-ed4d5fdf91fa tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:31.243650 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c351c148-58db-475f-a244-3a04f49ab66f req-a6e96b6a-d4d5-4ce8-9f5f-ed4d5fdf91fa tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 944 time: 0.0602233 Apr 08 09:06:31.297160 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c351c148-58db-475f-a244-3a04f49ab66f req-7d5f55b1-d908-4d39-9ad9-79622b5c82ca tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447009 Apr 08 09:06:31.403690 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42dfea-6d95-49f2-9aed-c84c42d04ce6 req-ea4251b8-a410-4b4b-a3e7-8cab2668d3f3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:31.405202 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae42dfea-6d95-49f2-9aed-c84c42d04ce6 req-ea4251b8-a410-4b4b-a3e7-8cab2668d3f3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0546861 Apr 08 09:06:31.450959 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae42dfea-6d95-49f2-9aed-c84c42d04ce6 req-27dd2c73-5ae3-4fd4-b274-584ede475bc3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400193 Apr 08 09:06:31.608755 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15010d-2325-422c-963d-5f888d288822 req-8b49373b-8882-4511-971c-605ca6a2ee5a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:31.610719 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7a15010d-2325-422c-963d-5f888d288822 req-8b49373b-8882-4511-971c-605ca6a2ee5a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0518365 Apr 08 09:06:31.655437 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7a15010d-2325-422c-963d-5f888d288822 req-52915d76-b0dc-4edf-aebf-d6d03e568772 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Apr 08 09:06:31.895227 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 802534ea-4cf7-4e03-959a-da955e0a2a85 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:06:31.944262 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port 802534ea-4cf7-4e03-959a-da955e0a2a85 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:06:31.948513 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 802534ea-4cf7-4e03-959a-da955e0a2a85 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:06:31.948913 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:32.039368 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 802534ea-4cf7-4e03-959a-da955e0a2a85 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:06:32.040132 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:32.067095 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802534ea-4cf7-4e03-959a-da955e0a2a85'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:06:32.069477 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cac4d8-65c0-4a4a-9c35-1b8cbde05b8c" -d '{"events": [{"server_uuid": "f78d32a5-5d3a-4d55-93a8-97a447a42e15", "name": "network-vif-plugged", "status": "completed", "tag": "802534ea-4cf7-4e03-959a-da955e0a2a85"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:06:32.083851 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 802534ea-4cf7-4e03-959a-da955e0a2a85, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=802534ea-4cf7-4e03-959a-da955e0a2a85,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:32.088495 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:32.124205 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd0945b-38bd-470a-91a0-0f5ee413f620 x-openstack-request-id: req-3fd0945b-38bd-470a-91a0-0f5ee413f620 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:06:32.124559 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78d32a5-5d3a-4d55-93a8-97a447a42e15", "name": "network-vif-plugged", "status": "completed", "tag": "802534ea-4cf7-4e03-959a-da955e0a2a85", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:06:32.125342 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fd0945b-38bd-470a-91a0-0f5ee413f620 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:06:32.125840 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd0945b-38bd-470a-91a0-0f5ee413f620'] response: {'server_uuid': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'code': 200} Apr 08 09:06:32.148249 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=802534ea-4cf7-4e03-959a-da955e0a2a85,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:32.423455 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b796b-a20a-4d91-a1df-21f58e3ef39b req-d41d8e4e-81e7-4900-a349-db6b2eb105fa tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:32.429029 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-722b796b-a20a-4d91-a1df-21f58e3ef39b req-d41d8e4e-81e7-4900-a349-db6b2eb105fa tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 945 time: 0.0568268 Apr 08 09:06:32.478624 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-722b796b-a20a-4d91-a1df-21f58e3ef39b req-2ad6285a-9002-4f06-b35e-ed9b42f6b9cc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481248 Apr 08 09:06:32.601962 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd5377-7507-43e8-822b-9f9c92298c6a req-c8e27499-46f3-4907-82d4-7b87863053cd tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:32.603784 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6bbd5377-7507-43e8-822b-9f9c92298c6a req-c8e27499-46f3-4907-82d4-7b87863053cd tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0680821 Apr 08 09:06:32.655478 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6bbd5377-7507-43e8-822b-9f9c92298c6a req-e6503226-7ebe-41d2-a6a5-3bf4363f5b9b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447042 Apr 08 09:06:32.782467 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cc895-c9b4-46cf-920e-83c5dd6af9a9 req-c1a9b453-a342-43ff-802d-6ccc9a2bf275 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:32.788427 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d35cc895-c9b4-46cf-920e-83c5dd6af9a9 req-c1a9b453-a342-43ff-802d-6ccc9a2bf275 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0625730 Apr 08 09:06:32.867993 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d35cc895-c9b4-46cf-920e-83c5dd6af9a9 req-676a36ac-b0f5-4085-bcff-ea4bee624e22 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665252 Apr 08 09:06:32.871749 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-fc9f37c0-6d7a-4a49-9455-08ccf31bd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:32.873364 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-fc9f37c0-6d7a-4a49-9455-08ccf31bd3c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 1129 time: 0.0750186 Apr 08 09:06:33.616857 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97371884-90b2-4e3b-b9f9-993ea2c1d117 req-e90a0b8a-708e-4112-8520-2cf457406dbd tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:33.618779 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-97371884-90b2-4e3b-b9f9-993ea2c1d117 req-e90a0b8a-708e-4112-8520-2cf457406dbd tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 945 time: 0.0724809 Apr 08 09:06:33.684463 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-97371884-90b2-4e3b-b9f9-993ea2c1d117 req-707c6bfd-4897-418b-9129-a2608a15e3f1 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600727 Apr 08 09:06:33.785910 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-d23faa75-8819-46f4-85dd-b7651c9b7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:33.787741 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-d23faa75-8819-46f4-85dd-b7651c9b7e38 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.1204581 Apr 08 09:06:33.833289 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33628d91-f7e2-4ef2-8da3-4e2f6c116655 req-51f6cb24-f549-401e-b7b4-4b60a5a24ae5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:33.834631 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-33628d91-f7e2-4ef2-8da3-4e2f6c116655 req-51f6cb24-f549-401e-b7b4-4b60a5a24ae5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 944 time: 0.0530841 Apr 08 09:06:33.883498 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-33628d91-f7e2-4ef2-8da3-4e2f6c116655 req-2f913f10-aa2e-49fa-b11d-09f90c48ca7c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432014 Apr 08 09:06:33.903301 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device cf051081-3865-4f6b-8294-171cb8880bc5 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:06:33.981691 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-4d84caac-ac9d-4177-9333-2f604ba78b61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b05070d-27e6-400f-818b-615f194e326f HTTP/1.1" status: 200 len: 217 time: 0.0870497 Apr 08 09:06:34.037793 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c90fa-4866-4734-96e4-c2629061f058 req-6457e0fb-4e2f-4600-8205-f64f652ee278 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:34.039362 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f8c90fa-4866-4734-96e4-c2629061f058 req-6457e0fb-4e2f-4600-8205-f64f652ee278 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0633574 Apr 08 09:06:34.085293 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port cf051081-3865-4f6b-8294-171cb8880bc5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cf051081-3865-4f6b-8294-171cb8880bc5,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:34.093890 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f8c90fa-4866-4734-96e4-c2629061f058 req-d5e41c27-a1c8-4b57-b800-2e4bdaf75349 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443809 Apr 08 09:06:34.104173 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': 'cf051081-3865-4f6b-8294-171cb8880bc5', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'port_id': 'cf051081-3865-4f6b-8294-171cb8880bc5', 'mac_address': 'fa:16:3e:20:b1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:06:34.153020 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port cf051081-3865-4f6b-8294-171cb8880bc5 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:06:34.153515 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:34.167599 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf051081-3865-4f6b-8294-171cb8880bc5 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:06:34.191947 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port cf051081-3865-4f6b-8294-171cb8880bc5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cf051081-3865-4f6b-8294-171cb8880bc5,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:34.205848 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:34.272873 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=cf051081-3865-4f6b-8294-171cb8880bc5,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:34.281923 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-efa0fbfb-5aeb-417f-b4c9-6a517957ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:34.283743 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-efa0fbfb-5aeb-417f-b4c9-6a517957ed26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0996487 Apr 08 09:06:34.311105 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f784e-c8d9-4af2-b325-90de2be55154 req-51218e91-e3e8-4b58-aa16-f1e664d2a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:34.313171 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-607f784e-c8d9-4af2-b325-90de2be55154 req-51218e91-e3e8-4b58-aa16-f1e664d2a37c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 1129 time: 0.0932286 Apr 08 09:06:34.353729 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9d270-f665-45c2-9252-0d9ca783743e req-c5dfa881-9c9e-474c-bfae-70bb80e168ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:34.355159 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d8e9d270-f665-45c2-9252-0d9ca783743e req-c5dfa881-9c9e-474c-bfae-70bb80e168ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 1129 time: 0.1106970 Apr 08 09:06:34.361495 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-8c32824c-6ecd-484b-b4bf-0655dd1a4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:34.363393 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-8c32824c-6ecd-484b-b4bf-0655dd1a4583 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688934 Apr 08 09:06:34.370838 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-607f784e-c8d9-4af2-b325-90de2be55154 req-05390103-53ec-43d8-8e88-9235a812fbb2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508745 Apr 08 09:06:34.694192 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['cf051081-3865-4f6b-8294-171cb8880bc5'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:06:34.952364 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:06:35.037540 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d8e9d270-f665-45c2-9252-0d9ca783743e req-3414a32d-e164-4942-87ff-5563acbab28c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360774 Apr 08 09:06:35.080751 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-54c1f8eb-8a62-417e-88c6-8682b536d4df service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766293 Apr 08 09:06:35.100035 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3083e-8fa3-43be-8840-795dc4b0ce0e req-8b9bd7d7-f74f-4087-928e-63a36bedca80 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:35.101568 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00a3083e-8fa3-43be-8840-795dc4b0ce0e req-8b9bd7d7-f74f-4087-928e-63a36bedca80 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 945 time: 0.3347123 Apr 08 09:06:35.109599 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6dd96-1e95-44f1-a4ee-6dbed4c2f5c6 req-ac98c3d1-efa5-45a1-b1cb-789999373b3f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:35.111132 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-74d6dd96-1e95-44f1-a4ee-6dbed4c2f5c6 req-ac98c3d1-efa5-45a1-b1cb-789999373b3f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 945 time: 0.0776579 Apr 08 09:06:35.192114 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00a3083e-8fa3-43be-8840-795dc4b0ce0e req-8f285c55-bc45-4b4d-8771-008bfa61d8b4 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800114 Apr 08 09:06:35.198258 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-74d6dd96-1e95-44f1-a4ee-6dbed4c2f5c6 req-c418f46e-faf7-4caa-8bf4-acd0004f8116 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802033 Apr 08 09:06:35.343610 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc58fc-4074-4908-ada9-9585697e3a84 req-86ea20fc-1e2a-4a6e-a4e6-c67860b22477 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:35.345281 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5fcc58fc-4074-4908-ada9-9585697e3a84 req-86ea20fc-1e2a-4a6e-a4e6-c67860b22477 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0638461 Apr 08 09:06:35.397614 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5fcc58fc-4074-4908-ada9-9585697e3a84 req-077df86c-2b18-4215-8436-944a63526322 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449264 Apr 08 09:06:35.757002 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57878) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:35.863433 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81b019a6-c3d9-4a7c-a1fc-715020654bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:35.941811 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81b019a6-c3d9-4a7c-a1fc-715020654bad admin admin] Publish callbacks [] for security_group (7b09f18a-82b1-43df-939b-4722bdcdab3b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:35.945618 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-81b019a6-c3d9-4a7c-a1fc-715020654bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (7b09f18a-82b1-43df-939b-4722bdcdab3b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:35.984622 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-81b019a6-c3d9-4a7c-a1fc-715020654bad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=574af3943e6a4eedbaac254f14d9bc99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258015 Apr 08 09:06:35.986504 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b019a6-c3d9-4a7c-a1fc-715020654bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b09f18a-82b1-43df-939b-4722bdcdab3b,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:35.987237 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 57888) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:36.034516 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bca9d2e4-a3e2-48dc-8797-4e28dea9b35a admin admin] Publish callbacks [] for security_group (7b09f18a-82b1-43df-939b-4722bdcdab3b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.055996 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bca9d2e4-a3e2-48dc-8797-4e28dea9b35a admin admin] Publish callbacks [] for security_group (7b09f18a-82b1-43df-939b-4722bdcdab3b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.077200 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device cf051081-3865-4f6b-8294-171cb8880bc5 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:06:36.105181 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bca9d2e4-a3e2-48dc-8797-4e28dea9b35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (7b09f18a-82b1-43df-939b-4722bdcdab3b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.107705 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bca9d2e4-a3e2-48dc-8797-4e28dea9b35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.108863 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-bca9d2e4-a3e2-48dc-8797-4e28dea9b35a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b09f18a-82b1-43df-939b-4722bdcdab3b HTTP/1.1" status: 204 len: 168 time: 0.1206076 Apr 08 09:06:36.117957 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9d2e4-a3e2-48dc-8797-4e28dea9b35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b09f18a-82b1-43df-939b-4722bdcdab3b,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:36.133495 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port cf051081-3865-4f6b-8294-171cb8880bc5 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:06:36.141582 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port cf051081-3865-4f6b-8294-171cb8880bc5 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:06:36.141984 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.226549 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port cf051081-3865-4f6b-8294-171cb8880bc5 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:06:36.226902 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.252656 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf051081-3865-4f6b-8294-171cb8880bc5'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:06:36.254950 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6043930c-3e3b-4bea-8c15-599095072b81" -d '{"events": [{"server_uuid": "c047e9d6-64d2-4dd2-bcb1-6992c927de06", "name": "network-vif-plugged", "status": "completed", "tag": "cf051081-3865-4f6b-8294-171cb8880bc5"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:06:36.275558 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port cf051081-3865-4f6b-8294-171cb8880bc5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cf051081-3865-4f6b-8294-171cb8880bc5,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:36.282097 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.360074 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=cf051081-3865-4f6b-8294-171cb8880bc5,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:36.446493 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51ca24-5df6-472b-8fca-b0aa5999ae79 req-4acd3ed1-f299-4bd1-bc35-f6d730b40ccd tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:36.448278 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de51ca24-5df6-472b-8fca-b0aa5999ae79 req-4acd3ed1-f299-4bd1-bc35-f6d730b40ccd tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 945 time: 0.1218734 Apr 08 09:06:36.457307 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbc9b5-273c-4a8f-8fcd-b6e28ef7de03 req-6ed34737-303f-4ae5-8c07-35014dbbf9db tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:36.465323 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e4dbc9b5-273c-4a8f-8fcd-b6e28ef7de03 req-6ed34737-303f-4ae5-8c07-35014dbbf9db tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.1716254 Apr 08 09:06:36.487434 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 57908) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:36.511080 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0130644d-5fdb-4bf2-966f-6107066ac8f8 req-302b9802-0ccc-47cb-b6d2-0fe647d0a0ad service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727283 Apr 08 09:06:36.531962 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e4116774-ad25-40f4-891e-5f18aa6e2f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.563820 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-de51ca24-5df6-472b-8fca-b0aa5999ae79 req-e33eb458-6063-4cf4-a661-a71259fe85f1 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956690 Apr 08 09:06:36.590958 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e4dbc9b5-273c-4a8f-8fcd-b6e28ef7de03 req-662496d1-58b0-4cfa-bc12-6a210e5bfe3a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245568 Apr 08 09:06:36.632066 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4ee140-9e41-4987-be2e-90865c7cdb19 x-openstack-request-id: req-4d4ee140-9e41-4987-be2e-90865c7cdb19 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:06:36.632754 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c047e9d6-64d2-4dd2-bcb1-6992c927de06", "name": "network-vif-plugged", "status": "completed", "tag": "cf051081-3865-4f6b-8294-171cb8880bc5", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:06:36.633178 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d4ee140-9e41-4987-be2e-90865c7cdb19 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:06:36.634347 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4ee140-9e41-4987-be2e-90865c7cdb19'] response: {'server_uuid': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf051081-3865-4f6b-8294-171cb8880bc5', 'code': 200} Apr 08 09:06:36.661640 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e4116774-ad25-40f4-891e-5f18aa6e2f9f admin admin] Publish callbacks [] for security_group (f7022ec9-a867-40e9-8587-70446955584c), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.671278 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e4116774-ad25-40f4-891e-5f18aa6e2f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f7022ec9-a867-40e9-8587-70446955584c), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.733969 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e4116774-ad25-40f4-891e-5f18aa6e2f9f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe4e8e15d19340fba06d0a46eb55bfed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436492 Apr 08 09:06:36.738520 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57918) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:36.738666 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4116774-ad25-40f4-891e-5f18aa6e2f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7022ec9-a867-40e9-8587-70446955584c,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:36.758904 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5719a3-07ff-45e9-ae4f-a7c2a582971f req-91eb9490-ebd3-47d6-a997-07842db1d2ef tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:36.760495 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3f5719a3-07ff-45e9-ae4f-a7c2a582971f req-91eb9490-ebd3-47d6-a997-07842db1d2ef tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.1051621 Apr 08 09:06:36.794357 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0a4f2abf-62c3-4531-8272-384f31cf1cbe admin admin] Publish callbacks [] for security_group (f7022ec9-a867-40e9-8587-70446955584c), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.810141 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3f5719a3-07ff-45e9-ae4f-a7c2a582971f req-b658ad2c-6942-4eb2-96c3-8d40a6cf8538 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441258 Apr 08 09:06:36.817120 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0a4f2abf-62c3-4531-8272-384f31cf1cbe admin admin] Publish callbacks [] for security_group (f7022ec9-a867-40e9-8587-70446955584c), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.867636 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0a4f2abf-62c3-4531-8272-384f31cf1cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f7022ec9-a867-40e9-8587-70446955584c), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.870764 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0a4f2abf-62c3-4531-8272-384f31cf1cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:36.871916 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0a4f2abf-62c3-4531-8272-384f31cf1cbe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7022ec9-a867-40e9-8587-70446955584c HTTP/1.1" status: 204 len: 168 time: 0.1339092 Apr 08 09:06:36.880786 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f2abf-62c3-4531-8272-384f31cf1cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7022ec9-a867-40e9-8587-70446955584c,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:37.125477 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be3174-b5d6-4bd0-ae4a-d56effc4eea2 req-c0e64cc3-646f-4acc-b8ae-531893e32c64 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:37.127025 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-97be3174-b5d6-4bd0-ae4a-d56effc4eea2 req-c0e64cc3-646f-4acc-b8ae-531893e32c64 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0547659 Apr 08 09:06:37.174578 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-97be3174-b5d6-4bd0-ae4a-d56effc4eea2 req-baab3e69-c28b-4daa-b58b-9efc870a16b9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Apr 08 09:06:37.729577 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81194f-eb14-4314-8d61-5c75fdde4929 req-94c511f5-8b10-44db-b325-2b11fcbfcbc7 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:37.733091 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3b81194f-eb14-4314-8d61-5c75fdde4929 req-94c511f5-8b10-44db-b325-2b11fcbfcbc7 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 945 time: 0.0881202 Apr 08 09:06:37.744413 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03ef21-575c-4108-be34-dc2063677914 req-8ab1802e-c911-45e3-b376-2323d9c271e3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:37.748352 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8c03ef21-575c-4108-be34-dc2063677914 req-8ab1802e-c911-45e3-b376-2323d9c271e3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0756879 Apr 08 09:06:37.820601 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3b81194f-eb14-4314-8d61-5c75fdde4929 req-100b809b-dc78-4e15-ad34-3f6c646ee8ca tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712154 Apr 08 09:06:37.829458 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8c03ef21-575c-4108-be34-dc2063677914 req-7d7273f2-0fd1-455a-a717-33033e990d05 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721991 Apr 08 09:06:38.228808 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-90745800-b2a2-4837-a465-2a6acd6757a3 req-27786def-22ae-4f4b-b907-1bd575662bb8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620906 Apr 08 09:06:38.272830 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 57990) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:38.345038 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96472d18-b599-49d2-8870-1e15dc82113c req-ed8ca223-6f1e-4de2-89c6-e3b561eafd16 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:38.346847 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-96472d18-b599-49d2-8870-1e15dc82113c req-ed8ca223-6f1e-4de2-89c6-e3b561eafd16 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0782466 Apr 08 09:06:38.397385 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-197225fa-fc26-4324-9604-64c3d81c2f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:38.405604 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc23bbd8-b74f-4534-b429-20c288bfbfb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:38.413681 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-96472d18-b599-49d2-8870-1e15dc82113c req-d33a4688-ce6a-4552-b5ea-30641602e08e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611219 Apr 08 09:06:38.501029 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc23bbd8-b74f-4534-b429-20c288bfbfb9 admin admin] Publish callbacks [] for security_group (ba5493e8-ac99-4684-a372-39e9e9386246), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:38.505209 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc23bbd8-b74f-4534-b429-20c288bfbfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (ba5493e8-ac99-4684-a372-39e9e9386246), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:38.544163 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-dc23bbd8-b74f-4534-b429-20c288bfbfb9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf3b2d6f6b6b4607ad5f99a0e813c94b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689729 Apr 08 09:06:38.547538 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 57998) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:38.548385 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23bbd8-b74f-4534-b429-20c288bfbfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5493e8-ac99-4684-a372-39e9e9386246,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:38.597284 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c46e-ce90-44a4-8654-997ec48b6ab8 admin admin] Publish callbacks [] for security_group (ba5493e8-ac99-4684-a372-39e9e9386246), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:38.618462 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c46e-ce90-44a4-8654-997ec48b6ab8 admin admin] Publish callbacks [] for security_group (ba5493e8-ac99-4684-a372-39e9e9386246), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:38.670554 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c46e-ce90-44a4-8654-997ec48b6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (ba5493e8-ac99-4684-a372-39e9e9386246), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:38.674172 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c46e-ce90-44a4-8654-997ec48b6ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:38.678092 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9eb3c46e-ce90-44a4-8654-997ec48b6ab8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba5493e8-ac99-4684-a372-39e9e9386246 HTTP/1.1" status: 204 len: 168 time: 0.1268501 Apr 08 09:06:38.686420 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3c46e-ce90-44a4-8654-997ec48b6ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5493e8-ac99-4684-a372-39e9e9386246,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:38.772327 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58006) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:39.074057 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c923d6-5015-4e99-a87e-f759dad93d37 req-9431568b-b614-4df3-8fc1-3ae9619d45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:39.075544 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81c923d6-5015-4e99-a87e-f759dad93d37 req-9431568b-b614-4df3-8fc1-3ae9619d45ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 1129 time: 0.1773963 Apr 08 09:06:39.084549 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90745800-b2a2-4837-a465-2a6acd6757a3 req-a063d78d-594c-4d0d-8777-dd8a3ee91ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:39.086485 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-90745800-b2a2-4837-a465-2a6acd6757a3 req-a063d78d-594c-4d0d-8777-dd8a3ee91ac0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=68a0eca57db9453ca8f4097f532bd52e&device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 1129 time: 0.0981996 Apr 08 09:06:39.133108 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58022) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:39.167538 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-efe45656-4efb-4f44-af6c-ee30bd70c76b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.186923 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58a2f3ef-51f6-4ce9-8bfd-7f435819e24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.227288 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb119b2-b7bd-4829-97d2-a03b4db7dc3a req-7a7a2088-98ef-49af-8a37-6406c9d7e66f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:39.229018 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3cb119b2-b7bd-4829-97d2-a03b4db7dc3a req-7a7a2088-98ef-49af-8a37-6406c9d7e66f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 945 time: 0.2163332 Apr 08 09:06:39.241395 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857f4c3-1b8c-4543-9526-7b307363af4c req-65035579-5f34-4149-8b7c-695d0c7c589d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:39.243308 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6857f4c3-1b8c-4543-9526-7b307363af4c req-65035579-5f34-4149-8b7c-695d0c7c589d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.2284949 Apr 08 09:06:39.252661 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c1caa-a405-4389-b0f9-7fc59dd55427 req-980e3a29-ac2d-4442-8503-0b2819db4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:39.254148 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-045c1caa-a405-4389-b0f9-7fc59dd55427 req-980e3a29-ac2d-4442-8503-0b2819db4517 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 1130 time: 0.1664517 Apr 08 09:06:39.303522 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c923d6-5015-4e99-a87e-f759dad93d37 req-5429ac57-d013-4862-a251-060b9029868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:39.305195 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81c923d6-5015-4e99-a87e-f759dad93d37 req-5429ac57-d013-4862-a251-060b9029868d service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.2233422 Apr 08 09:06:39.308235 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90745800-b2a2-4837-a465-2a6acd6757a3 req-25a2a3ec-b0b5-4479-81ad-7d5c59c2f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:39.309776 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-90745800-b2a2-4837-a465-2a6acd6757a3 req-25a2a3ec-b0b5-4479-81ad-7d5c59c2f9dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd HTTP/1.1" status: 200 len: 911 time: 0.2012377 Apr 08 09:06:39.395620 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3cb119b2-b7bd-4829-97d2-a03b4db7dc3a req-0a48d215-5537-46ef-bba0-1698db1b167c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493890 Apr 08 09:06:39.406042 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-efe45656-4efb-4f44-af6c-ee30bd70c76b admin admin] Publish callbacks [] for security_group (76c64005-dbc1-403a-a808-9507aff72948), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.407199 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81c923d6-5015-4e99-a87e-f759dad93d37 req-794a9b4f-caf9-4570-9c58-c693619c9043 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b05070d-27e6-400f-818b-615f194e326f HTTP/1.1" status: 200 len: 217 time: 0.0797977 Apr 08 09:06:39.410036 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6857f4c3-1b8c-4543-9526-7b307363af4c req-138a33dc-617b-42e4-bd16-ec31b6f0ec79 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493919 Apr 08 09:06:39.411672 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-90745800-b2a2-4837-a465-2a6acd6757a3 req-92e08804-a01c-4182-8801-af4e5d19174b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da59daa3-88b5-4c8c-af15-b454aa15cf02 HTTP/1.1" status: 200 len: 217 time: 0.0780387 Apr 08 09:06:39.412157 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-045c1caa-a405-4389-b0f9-7fc59dd55427 req-92bdc54f-f470-41a8-b664-c59532076372 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352513 Apr 08 09:06:39.413698 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-efe45656-4efb-4f44-af6c-ee30bd70c76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (76c64005-dbc1-403a-a808-9507aff72948), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.422518 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58a2f3ef-51f6-4ce9-8bfd-7f435819e24a admin admin] Publish callbacks [] for security_group (af01a225-b90c-4266-bff0-147fe7a1e745), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.427924 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58a2f3ef-51f6-4ce9-8bfd-7f435819e24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (af01a225-b90c-4266-bff0-147fe7a1e745), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.469747 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe45656-4efb-4f44-af6c-ee30bd70c76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c64005-dbc1-403a-a808-9507aff72948,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:39.476165 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-58a2f3ef-51f6-4ce9-8bfd-7f435819e24a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da8a9fe6956643c28bdff396dd351de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420033 Apr 08 09:06:39.476893 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58030) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:39.478547 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2f3ef-51f6-4ce9-8bfd-7f435819e24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af01a225-b90c-4266-bff0-147fe7a1e745,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:39.488142 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-efe45656-4efb-4f44-af6c-ee30bd70c76b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61d2dac49e9e43448156058afec7f8f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7146053 Apr 08 09:06:39.491038 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58032) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:39.555526 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2e64bdfd-936a-4b70-96bf-33521b96af09 admin admin] Publish callbacks [] for security_group (76c64005-dbc1-403a-a808-9507aff72948), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.585427 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2e64bdfd-936a-4b70-96bf-33521b96af09 admin admin] Publish callbacks [] for security_group (76c64005-dbc1-403a-a808-9507aff72948), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.613992 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5fd700d1-d04b-4da1-ae0b-54f548a7a213 admin admin] Publish callbacks [] for security_group (af01a225-b90c-4266-bff0-147fe7a1e745), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.637492 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d59ffa-d75e-4880-83ea-58facf3487ac req-227dac03-6efe-4fa2-8849-64fa63ef8eb5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:39.639150 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-96d59ffa-d75e-4880-83ea-58facf3487ac req-227dac03-6efe-4fa2-8849-64fa63ef8eb5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.1275437 Apr 08 09:06:39.642261 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2e64bdfd-936a-4b70-96bf-33521b96af09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (76c64005-dbc1-403a-a808-9507aff72948), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.645094 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2e64bdfd-936a-4b70-96bf-33521b96af09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.646499 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-2e64bdfd-936a-4b70-96bf-33521b96af09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76c64005-dbc1-403a-a808-9507aff72948 HTTP/1.1" status: 204 len: 168 time: 0.1543036 Apr 08 09:06:39.652197 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfecb1e-7690-493e-94cc-68787348bb75 req-bbc935ee-ed6c-4781-99e2-2e51e7af7410 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:39.653701 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4dfecb1e-7690-493e-94cc-68787348bb75 req-bbc935ee-ed6c-4781-99e2-2e51e7af7410 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 945 time: 0.1206067 Apr 08 09:06:39.660971 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64bdfd-936a-4b70-96bf-33521b96af09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c64005-dbc1-403a-a808-9507aff72948,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:39.664011 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58036) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:39.665355 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5fd700d1-d04b-4da1-ae0b-54f548a7a213 admin admin] Publish callbacks [] for security_group (af01a225-b90c-4266-bff0-147fe7a1e745), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.670741 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-0766d168-9ad7-45b4-ad2d-bdc860a42e79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'floatingip': {'port_id': '802534ea-4cf7-4e03-959a-da955e0a2a85'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:39.752170 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-96d59ffa-d75e-4880-83ea-58facf3487ac req-4550fbbf-e844-4447-9db9-9c68bfefbbcc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934203 Apr 08 09:06:39.752502 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0766d168-9ad7-45b4-ad2d-bdc860a42e79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (a6ca663d-d1a3-4f47-af42-33fbd7ee65a1), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.770577 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5fd700d1-d04b-4da1-ae0b-54f548a7a213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (af01a225-b90c-4266-bff0-147fe7a1e745), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.773536 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5fd700d1-d04b-4da1-ae0b-54f548a7a213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:39.774781 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5fd700d1-d04b-4da1-ae0b-54f548a7a213 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af01a225-b90c-4266-bff0-147fe7a1e745 HTTP/1.1" status: 204 len: 168 time: 0.2967775 Apr 08 09:06:39.789884 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd700d1-d04b-4da1-ae0b-54f548a7a213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af01a225-b90c-4266-bff0-147fe7a1e745,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:40.110440 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58046) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:40.128506 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-697368a9-1a64-4900-8588-d307c8124661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.190702 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c923d6-5015-4e99-a87e-f759dad93d37 req-cd590baa-da1b-4bb6-8cd4-083212ea31e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:40.192173 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81c923d6-5015-4e99-a87e-f759dad93d37 req-cd590baa-da1b-4bb6-8cd4-083212ea31e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.1574314 Apr 08 09:06:40.197956 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90745800-b2a2-4837-a465-2a6acd6757a3 req-b9219b6b-c6e5-4aee-8245-f17492301aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:40.199363 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-90745800-b2a2-4837-a465-2a6acd6757a3 req-b9219b6b-c6e5-4aee-8245-f17492301aaa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d HTTP/1.1" status: 200 len: 851 time: 0.1657560 Apr 08 09:06:40.239066 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-697368a9-1a64-4900-8588-d307c8124661 admin admin] Publish callbacks [] for security_group (b18aec37-a467-436d-8e00-850b236ae1bc), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.245471 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-697368a9-1a64-4900-8588-d307c8124661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (b18aec37-a467-436d-8e00-850b236ae1bc), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.297788 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-697368a9-1a64-4900-8588-d307c8124661 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=899285fc83e649a69d0a950f4bebd502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862047 Apr 08 09:06:40.299001 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697368a9-1a64-4900-8588-d307c8124661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18aec37-a467-436d-8e00-850b236ae1bc,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:40.300793 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58052) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:40.346900 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58054) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:40.360406 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e3a0b91-15fd-4bad-ac55-3cbb6e8cdc6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.421134 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1b84e0e2-1c24-4f4e-b5d7-00b6e96261ae admin admin] Publish callbacks [] for security_group (b18aec37-a467-436d-8e00-850b236ae1bc), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.455815 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e3a0b91-15fd-4bad-ac55-3cbb6e8cdc6f admin admin] Publish callbacks [] for security_group (3366ceda-e557-481c-91bc-5399ff668ab8), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.462262 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e3a0b91-15fd-4bad-ac55-3cbb6e8cdc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3366ceda-e557-481c-91bc-5399ff668ab8), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.509196 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58060) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:40.526816 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2e3a0b91-15fd-4bad-ac55-3cbb6e8cdc6f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a218f8a3e5504817867e44c85d5abe59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765203 Apr 08 09:06:40.526816 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a0b91-15fd-4bad-ac55-3cbb6e8cdc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3366ceda-e557-481c-91bc-5399ff668ab8,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:40.528028 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58064) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:40.583330 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1b84e0e2-1c24-4f4e-b5d7-00b6e96261ae admin admin] Publish callbacks [] for security_group (b18aec37-a467-436d-8e00-850b236ae1bc), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.590887 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7e45a-c1d8-4615-a19f-33f1cd934733 req-f424c39b-d861-4049-acae-fc79ba6f4dae tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:40.592898 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a3e7e45a-c1d8-4615-a19f-33f1cd934733 req-f424c39b-d861-4049-acae-fc79ba6f4dae tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0757756 Apr 08 09:06:40.649678 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a3e7e45a-c1d8-4615-a19f-33f1cd934733 req-6c2be39b-2b93-4f16-a64e-6e218c23f0d6 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495770 Apr 08 09:06:40.668187 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-46b70766-cbb9-4d02-a046-93bc955dacb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.754101 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-46b70766-cbb9-4d02-a046-93bc955dacb3 admin admin] Publish callbacks [] for security_group (4d0868e5-abea-4a5a-964b-b3d0e648fe32), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.754795 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-90745800-b2a2-4837-a465-2a6acd6757a3 req-f970aafd-0edb-4e04-b1a0-a77ad0d27ade service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339004 Apr 08 09:06:40.758866 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-46b70766-cbb9-4d02-a046-93bc955dacb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (4d0868e5-abea-4a5a-964b-b3d0e648fe32), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.802555 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-46b70766-cbb9-4d02-a046-93bc955dacb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0397910e71b4aa8aa175e5187f65c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921739 Apr 08 09:06:40.805219 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58070) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:40.806014 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b74ddac-9c14-4a92-ac58-f2b149fd3626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.813857 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b70766-cbb9-4d02-a046-93bc955dacb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0868e5-abea-4a5a-964b-b3d0e648fe32,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:40.869098 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4344c379-9596-4903-a30a-5be36ba67bea admin admin] Publish callbacks [] for security_group (3366ceda-e557-481c-91bc-5399ff668ab8), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.934264 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3af5dabe-e057-49d0-96a2-c5b111b2351d admin admin] Publish callbacks [] for security_group (4d0868e5-abea-4a5a-964b-b3d0e648fe32), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.964631 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a901f-2fd5-4316-bee3-d661ce20d2ba req-773daa63-3a1a-4155-b465-aaf1a6d475d7 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:40.966130 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-566a901f-2fd5-4316-bee3-d661ce20d2ba req-773daa63-3a1a-4155-b465-aaf1a6d475d7 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0898457 Apr 08 09:06:40.971139 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3af5dabe-e057-49d0-96a2-c5b111b2351d admin admin] Publish callbacks [] for security_group (4d0868e5-abea-4a5a-964b-b3d0e648fe32), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:40.996618 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c923d6-5015-4e99-a87e-f759dad93d37 req-39f9bcd0-b618-467f-b876-eb06c1c375cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:40.998892 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81c923d6-5015-4e99-a87e-f759dad93d37 req-39f9bcd0-b618-467f-b876-eb06c1c375cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3766584 Apr 08 09:06:41.010778 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4344c379-9596-4903-a30a-5be36ba67bea admin admin] Publish callbacks [] for security_group (3366ceda-e557-481c-91bc-5399ff668ab8), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.013761 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1b84e0e2-1c24-4f4e-b5d7-00b6e96261ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (b18aec37-a467-436d-8e00-850b236ae1bc), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.016498 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1b84e0e2-1c24-4f4e-b5d7-00b6e96261ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.017630 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-1b84e0e2-1c24-4f4e-b5d7-00b6e96261ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b18aec37-a467-436d-8e00-850b236ae1bc HTTP/1.1" status: 204 len: 168 time: 0.7118912 Apr 08 09:06:41.035872 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.db.resource_extend [None req-0766d168-9ad7-45b4-ad2d-bdc860a42e79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 09:06:41.040915 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-566a901f-2fd5-4316-bee3-d661ce20d2ba req-a1ac1d96-1071-44e0-a50e-41cc17b20242 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676615 Apr 08 09:06:41.060989 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3af5dabe-e057-49d0-96a2-c5b111b2351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (4d0868e5-abea-4a5a-964b-b3d0e648fe32), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.063677 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3af5dabe-e057-49d0-96a2-c5b111b2351d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.065047 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-3af5dabe-e057-49d0-96a2-c5b111b2351d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d0868e5-abea-4a5a-964b-b3d0e648fe32 HTTP/1.1" status: 204 len: 168 time: 0.2583387 Apr 08 09:06:41.086535 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5dabe-e057-49d0-96a2-c5b111b2351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0868e5-abea-4a5a-964b-b3d0e648fe32,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:41.136334 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84e0e2-1c24-4f4e-b5d7-00b6e96261ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18aec37-a467-436d-8e00-850b236ae1bc,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:41.250434 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0766d168-9ad7-45b4-ad2d-bdc860a42e79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.259280 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-90745800-b2a2-4837-a465-2a6acd6757a3 req-8a64292b-fdb9-4399-bee1-e5474c1e481b service neutron] 10.222.0.10 "GET /v2.0/networks/2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849033 Apr 08 09:06:41.264453 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0766d168-9ad7-45b4-ad2d-bdc860a42e79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (a6ca663d-d1a3-4f47-af42-33fbd7ee65a1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.321955 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81c923d6-5015-4e99-a87e-f759dad93d37 req-f4d7b9bb-59ea-4271-be5d-d657575074e6 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807527 Apr 08 09:06:41.326444 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4344c379-9596-4903-a30a-5be36ba67bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3366ceda-e557-481c-91bc-5399ff668ab8), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.329488 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4344c379-9596-4903-a30a-5be36ba67bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.333584 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4344c379-9596-4903-a30a-5be36ba67bea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3366ceda-e557-481c-91bc-5399ff668ab8 HTTP/1.1" status: 204 len: 168 time: 0.7985990 Apr 08 09:06:41.375552 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344c379-9596-4903-a30a-5be36ba67bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3366ceda-e557-481c-91bc-5399ff668ab8,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:41.420125 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-0766d168-9ad7-45b4-ad2d-bdc860a42e79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Floating IP a6ca663d-d1a3-4f47-af42-33fbd7ee65a1 associated. External IP: 172.27.2.180, port: 802534ea-4cf7-4e03-959a-da955e0a2a85. Apr 08 09:06:41.436654 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58088) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:41.455612 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1297f9d3-9c62-4039-adad-66e68c7b00ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.567266 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1297f9d3-9c62-4039-adad-66e68c7b00ce admin admin] Publish callbacks [] for security_group (b931f002-37a9-4fb8-8c59-8395eb6055e2), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.573039 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1297f9d3-9c62-4039-adad-66e68c7b00ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (b931f002-37a9-4fb8-8c59-8395eb6055e2), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.648897 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297f9d3-9c62-4039-adad-66e68c7b00ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b931f002-37a9-4fb8-8c59-8395eb6055e2,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:41.656113 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1297f9d3-9c62-4039-adad-66e68c7b00ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecb3688325cd47e0bc4987b291484985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176538 Apr 08 09:06:41.658734 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58102) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:41.735083 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-630f03ef-6c34-4489-bf1d-02325cf2f95c admin admin] Publish callbacks [] for security_group (b931f002-37a9-4fb8-8c59-8395eb6055e2), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.762894 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-630f03ef-6c34-4489-bf1d-02325cf2f95c admin admin] Publish callbacks [] for security_group (b931f002-37a9-4fb8-8c59-8395eb6055e2), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:41.942443 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d50b25-08bf-4963-9d6f-2273748afd77 req-424ed29b-955b-49e9-a494-990eb6a67323 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:41.943940 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-77d50b25-08bf-4963-9d6f-2273748afd77 req-424ed29b-955b-49e9-a494-990eb6a67323 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.1790800 Apr 08 09:06:41.977224 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:42.025470 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-77d50b25-08bf-4963-9d6f-2273748afd77 req-b3c05c15-c357-4843-b128-d0fccde49c9d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754850 Apr 08 09:06:42.026101 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-630f03ef-6c34-4489-bf1d-02325cf2f95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (b931f002-37a9-4fb8-8c59-8395eb6055e2), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:42.029293 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-630f03ef-6c34-4489-bf1d-02325cf2f95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:42.031068 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-630f03ef-6c34-4489-bf1d-02325cf2f95c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b931f002-37a9-4fb8-8c59-8395eb6055e2 HTTP/1.1" status: 204 len: 168 time: 0.3704290 Apr 08 09:06:42.050924 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f03ef-6c34-4489-bf1d-02325cf2f95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b931f002-37a9-4fb8-8c59-8395eb6055e2,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:42.158501 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0766d168-9ad7-45b4-ad2d-bdc860a42e79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:06:42.169765 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81c923d6-5015-4e99-a87e-f759dad93d37 req-03ffad68-16e0-4948-943b-d3b631f1d972 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020697 Apr 08 09:06:42.191708 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e7163-128b-4fd0-b6dd-491997ba8814 req-26b502bf-9473-4b4f-86c5-745cfd0de84b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:42.199845 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-227e7163-128b-4fd0-b6dd-491997ba8814 req-26b502bf-9473-4b4f-86c5-745cfd0de84b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0707772 Apr 08 09:06:42.275502 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-90745800-b2a2-4837-a465-2a6acd6757a3 req-a28114ba-8dab-4de1-94cc-e7e4da258b92 service neutron] 10.222.0.10 "GET /v2.0/networks/2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961370 Apr 08 09:06:42.295875 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-227e7163-128b-4fd0-b6dd-491997ba8814 req-e7cb8a07-2271-4025-a2b1-688c66812531 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950608 Apr 08 09:06:42.367111 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0766d168-9ad7-45b4-ad2d-bdc860a42e79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:06:42.372601 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0766d168-9ad7-45b4-ad2d-bdc860a42e79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:42.384301 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28ccd9-26ba-459a-9ccf-1e92bd94cb2b None None] Sync routers for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:06:42.385585 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58138) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:42.397253 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28ccd9-26ba-459a-9ccf-1e92bd94cb2b None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:06:42.397955 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-fb28ccd9-26ba-459a-9ccf-1e92bd94cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:06:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:42.412344 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0766d168-9ad7-45b4-ad2d-bdc860a42e79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "PUT /v2.0/floatingips/a6ca663d-d1a3-4f47-af42-33fbd7ee65a1 HTTP/1.1" status: 200 len: 991 time: 2.7466500 Apr 08 09:06:42.412985 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'tag': '802534ea-4cf7-4e03-959a-da955e0a2a85'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:06:42.416684 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debbc0fd-3316-47bf-8409-7e9d0f02f0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f78d32a5-5d3a-4d55-93a8-97a447a42e15", "tag": "802534ea-4cf7-4e03-959a-da955e0a2a85"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:06:42.468674 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f2fb24-b732-479c-aea2-7cbe0c75402f x-openstack-request-id: req-a2f2fb24-b732-479c-aea2-7cbe0c75402f {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:06:42.468964 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78d32a5-5d3a-4d55-93a8-97a447a42e15", "tag": "802534ea-4cf7-4e03-959a-da955e0a2a85", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:06:42.469219 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2f2fb24-b732-479c-aea2-7cbe0c75402f {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:06:42.469754 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f2fb24-b732-479c-aea2-7cbe0c75402f'] response: {'name': 'network-changed', 'server_uuid': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'tag': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'status': 'completed', 'code': 200} Apr 08 09:06:42.546890 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-fb28ccd9-26ba-459a-9ccf-1e92bd94cb2b None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:06:42.574575 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-504289142-network', 'tenant_id': '620f2e02d0864b8db9b12d1ae9d6d77a'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:42.605610 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbc0fd-3316-47bf-8409-7e9d0f02f0dd req-ad5c44ac-043f-4472-b90e-9df45f149565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:42.607627 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-debbc0fd-3316-47bf-8409-7e9d0f02f0dd req-ad5c44ac-043f-4472-b90e-9df45f149565 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 1129 time: 0.0512066 Apr 08 09:06:42.614130 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Made reservation on behalf of 620f2e02d0864b8db9b12d1ae9d6d77a for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:06:42.617623 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:42.630955 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:42.787430 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Publish callbacks [] for security_group (45cfdb0a-08ee-4201-a213-e862f783bf6c), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:42.792268 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbc0fd-3316-47bf-8409-7e9d0f02f0dd req-b84f6f93-eade-457f-a01f-a4964895dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:42.793519 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (45cfdb0a-08ee-4201-a213-e862f783bf6c), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:42.801843 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-debbc0fd-3316-47bf-8409-7e9d0f02f0dd req-b84f6f93-eade-457f-a01f-a4964895dc05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 915 time: 0.1812904 Apr 08 09:06:42.813032 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:06:42.851468 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (4cc6d903-b822-48a6-a216-caa92c64d940), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:42.851813 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Added segment 4cc6d903-b822-48a6-a216-caa92c64d940 of type vlan for network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 Apr 08 09:06:42.929305 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cfdb0a-08ee-4201-a213-e862f783bf6c,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:42.949512 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:42.961435 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-debbc0fd-3316-47bf-8409-7e9d0f02f0dd req-29667e87-14ad-4c78-8cf4-6d52710a2f4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=802534ea-4cf7-4e03-959a-da955e0a2a85 HTTP/1.1" status: 200 len: 999 time: 0.1423802 Apr 08 09:06:42.985605 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:42.986624 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:42.987324 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:43.053270 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6659303 Apr 08 09:06:43.056077 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58170) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:43.058428 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-fb28ccd9-26ba-459a-9ccf-1e92bd94cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': 'a6ca663d-d1a3-4f47-af42-33fbd7ee65a1', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:11:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:05:44Z', 'updated_at': '2022-04-08T09:06:40Z', 'revision_number': 1, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:43.061237 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-47b70316-2d05-4738-82c0-a8cfe28aeff8 admin admin] Request body: {'subnet': {'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-504289142-subnet', 'tenant_id': '620f2e02d0864b8db9b12d1ae9d6d77a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:43.071368 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c1194-c582-4bbf-8f9b-e163eb4a47ea admin admin] Pushing event updated for resources: {'Network': ['ID=9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:43.095072 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:06:43.114232 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbc0fd-3316-47bf-8409-7e9d0f02f0dd req-59f963df-76c9-4b43-ba38-c063984b6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:43.115730 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-debbc0fd-3316-47bf-8409-7e9d0f02f0dd req-59f963df-76c9-4b43-ba38-c063984b6b54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b66a29b-7eca-47b9-81d7-f1a70dd2413c HTTP/1.1" status: 200 len: 854 time: 0.1336038 Apr 08 09:06:43.120825 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b70316-2d05-4738-82c0-a8cfe28aeff8 admin admin] Made reservation on behalf of 620f2e02d0864b8db9b12d1ae9d6d77a for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:06:43.123686 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-47b70316-2d05-4738-82c0-a8cfe28aeff8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:43.138444 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28ccd9-26ba-459a-9ccf-1e92bd94cb2b None None] Checking router: 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:06:43.171928 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28ccd9-26ba-459a-9ccf-1e92bd94cb2b None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:06:43.173535 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-fb28ccd9-26ba-459a-9ccf-1e92bd94cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:06:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:43.235877 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbc0fd-3316-47bf-8409-7e9d0f02f0dd req-fa7cf544-f22a-4a5e-9ca1-5d97595e779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:43.237456 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-debbc0fd-3316-47bf-8409-7e9d0f02f0dd req-fa7cf544-f22a-4a5e-9ca1-5d97595e779a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f94f736-3add-466f-a71b-84aa6e30f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1148288 Apr 08 09:06:43.273371 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:43.307127 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-fb28ccd9-26ba-459a-9ccf-1e92bd94cb2b None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:06:43.395880 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-debbc0fd-3316-47bf-8409-7e9d0f02f0dd req-9cf106ec-2760-4611-9ce5-a7bf085d2b98 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446927 Apr 08 09:06:43.516061 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-debbc0fd-3316-47bf-8409-7e9d0f02f0dd req-0f964110-ea85-495c-8490-2cbece5fc325 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039035 Apr 08 09:06:43.577948 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-47b70316-2d05-4738-82c0-a8cfe28aeff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (2f723cce-3d31-45fc-ae49-d49002b087df), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:43.658526 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48feab-7ca3-4397-b12f-6f5f215f097a req-184b9e0d-aca2-4d36-b749-8098e2561ec6 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:43.660156 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0e48feab-7ca3-4397-b12f-6f5f215f097a req-184b9e0d-aca2-4d36-b749-8098e2561ec6 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.5033588 Apr 08 09:06:43.679400 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b70316-2d05-4738-82c0-a8cfe28aeff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f723cce-3d31-45fc-ae49-d49002b087df,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:43.719495 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac799764-a7a9-4bf7-b7d3-b04b9e0a2dd1 req-e3755242-8535-430b-90c2-6dd61bc107eb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:43.721191 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac799764-a7a9-4bf7-b7d3-b04b9e0a2dd1 req-e3755242-8535-430b-90c2-6dd61bc107eb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.2922411 Apr 08 09:06:43.745292 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b70316-2d05-4738-82c0-a8cfe28aeff8 admin admin] Checking segment: {'id': '4cc6d903-b822-48a6-a216-caa92c64d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:06:43.746046 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b70316-2d05-4738-82c0-a8cfe28aeff8 admin admin] Network hostable DHCP agents. Network: 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:06:43.810334 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac799764-a7a9-4bf7-b7d3-b04b9e0a2dd1 req-81509bc3-2b6b-473d-9b96-1f737eaf94cc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769892 Apr 08 09:06:43.830199 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-fb28ccd9-26ba-459a-9ccf-1e92bd94cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': 'a6ca663d-d1a3-4f47-af42-33fbd7ee65a1', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:11:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:05:44Z', 'updated_at': '2022-04-08T09:06:40Z', 'revision_number': 1, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:43.836489 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0e48feab-7ca3-4397-b12f-6f5f215f097a req-804279be-8257-447c-8ad4-4b122ca282db tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645458 Apr 08 09:06:43.838615 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b70316-2d05-4738-82c0-a8cfe28aeff8 admin admin] Network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:06:43.857476 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-47b70316-2d05-4738-82c0-a8cfe28aeff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:06:43.867543 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f917b7ea-b360-4e52-a220-18a52e459beb None None] Network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:06:43.885149 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b70316-2d05-4738-82c0-a8cfe28aeff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:43.886573 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-47b70316-2d05-4738-82c0-a8cfe28aeff8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:43.898209 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb28ccd9-26ba-459a-9ccf-1e92bd94cb2b None None] The sync data for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi is: [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': 'a6ca663d-d1a3-4f47-af42-33fbd7ee65a1', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:11:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:05:44Z', 'updated_at': '2022-04-08T09:06:40Z', 'revision_number': 1, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:06:43.922638 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-47b70316-2d05-4738-82c0-a8cfe28aeff8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8654704 Apr 08 09:06:44.056461 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c316228-f03e-4a13-82fd-3874c3100777 None None] Network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:06:44.070360 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c09d0-72e6-4cfa-8efd-8f0d90f90938 req-b8a6f104-579b-4eb5-a67e-8ef7312fdcbb tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:44.075494 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-199c09d0-72e6-4cfa-8efd-8f0d90f90938 req-b8a6f104-579b-4eb5-a67e-8ef7312fdcbb tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0937896 Apr 08 09:06:44.088703 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58220) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:44.095027 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-3b856d6e-1174-4339-981d-87969e27084c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Request body: {'floatingip': {'port_id': 'cf051081-3865-4f6b-8294-171cb8880bc5'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:44.149336 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58224) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:44.194102 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3b856d6e-1174-4339-981d-87969e27084c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (e6598d1e-1217-49be-ac04-660b46019689), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:44.257973 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eab2d2-9edb-44e5-a30c-b10b12b43c08 None None] New status for floating IP a6ca663d-d1a3-4f47-af42-33fbd7ee65a1: ACTIVE {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:06:44.489094 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58230) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:44.533707 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a9faf771-58bb-4aa7-9207-a3a561c89c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:44.565727 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7226b301-4dfe-4cbb-a59a-7f5977be3549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:44.695283 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:44.734605 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a9faf771-58bb-4aa7-9207-a3a561c89c91 admin admin] Publish callbacks [] for security_group (5cece044-99c5-427b-8c53-b359b2575efa), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:44.741708 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a9faf771-58bb-4aa7-9207-a3a561c89c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (5cece044-99c5-427b-8c53-b359b2575efa), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:44.775487 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a9faf771-58bb-4aa7-9207-a3a561c89c91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6d1451a163c49a2a06e7c95d18127e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6250544 Apr 08 09:06:44.779705 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58238) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:44.821629 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7226b301-4dfe-4cbb-a59a-7f5977be3549 admin admin] Publish callbacks [] for security_group (b82a0bc3-190f-4e54-bbfc-50146644e9e7), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:44.837436 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7226b301-4dfe-4cbb-a59a-7f5977be3549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (b82a0bc3-190f-4e54-bbfc-50146644e9e7), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:44.845153 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3b856d6e-1174-4339-981d-87969e27084c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:44.849197 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3b856d6e-1174-4339-981d-87969e27084c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (e6598d1e-1217-49be-ac04-660b46019689), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:44.850985 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9faf771-58bb-4aa7-9207-a3a561c89c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cece044-99c5-427b-8c53-b359b2575efa,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:44.898127 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7226b301-4dfe-4cbb-a59a-7f5977be3549 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78b4b4a11d1d4e639c9b4cf0c882ab87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033763 Apr 08 09:06:44.898716 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58244) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:44.909635 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226b301-4dfe-4cbb-a59a-7f5977be3549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82a0bc3-190f-4e54-bbfc-50146644e9e7,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:44.917327 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4aa27e14-c613-4ad4-abec-1273da62a123 admin admin] Publish callbacks [] for security_group (5cece044-99c5-427b-8c53-b359b2575efa), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:44.944791 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4aa27e14-c613-4ad4-abec-1273da62a123 admin admin] Publish callbacks [] for security_group (5cece044-99c5-427b-8c53-b359b2575efa), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.029449 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394a03f-22a6-4954-b15f-01a13dd4afd1 req-fbc63d2c-2245-49be-9442-87a240a3f09a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:45.031208 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5394a03f-22a6-4954-b15f-01a13dd4afd1 req-fbc63d2c-2245-49be-9442-87a240a3f09a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0612614 Apr 08 09:06:45.052489 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4aa27e14-c613-4ad4-abec-1273da62a123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (5cece044-99c5-427b-8c53-b359b2575efa), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.055067 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4aa27e14-c613-4ad4-abec-1273da62a123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.056214 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4aa27e14-c613-4ad4-abec-1273da62a123 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5cece044-99c5-427b-8c53-b359b2575efa HTTP/1.1" status: 204 len: 168 time: 0.2702603 Apr 08 09:06:45.075228 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa27e14-c613-4ad4-abec-1273da62a123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cece044-99c5-427b-8c53-b359b2575efa,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:45.099875 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5394a03f-22a6-4954-b15f-01a13dd4afd1 req-4b8d748d-64d9-4fb8-a191-734ac2b8a60f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628033 Apr 08 09:06:45.244692 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-602a6163-3db4-404c-9fda-9c9b340a6804 admin admin] Publish callbacks [] for security_group (b82a0bc3-190f-4e54-bbfc-50146644e9e7), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.260768 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-3b856d6e-1174-4339-981d-87969e27084c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Floating IP e6598d1e-1217-49be-ac04-660b46019689 associated. External IP: 172.27.2.237, port: cf051081-3865-4f6b-8294-171cb8880bc5. Apr 08 09:06:45.303992 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-602a6163-3db4-404c-9fda-9c9b340a6804 admin admin] Publish callbacks [] for security_group (b82a0bc3-190f-4e54-bbfc-50146644e9e7), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.383750 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58252) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:45.402401 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-602a6163-3db4-404c-9fda-9c9b340a6804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (b82a0bc3-190f-4e54-bbfc-50146644e9e7), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.405068 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-88ebc4c5-4f3f-4477-b11e-627dd5a08196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.405233 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-602a6163-3db4-404c-9fda-9c9b340a6804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.406871 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-602a6163-3db4-404c-9fda-9c9b340a6804 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b82a0bc3-190f-4e54-bbfc-50146644e9e7 HTTP/1.1" status: 204 len: 168 time: 0.5049610 Apr 08 09:06:45.420234 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a6163-3db4-404c-9fda-9c9b340a6804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82a0bc3-190f-4e54-bbfc-50146644e9e7,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:45.492819 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-88ebc4c5-4f3f-4477-b11e-627dd5a08196 admin admin] Publish callbacks [] for security_group (f578018d-d81a-4321-b52f-1976f83bb32e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.498633 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-88ebc4c5-4f3f-4477-b11e-627dd5a08196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f578018d-d81a-4321-b52f-1976f83bb32e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.540651 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-88ebc4c5-4f3f-4477-b11e-627dd5a08196 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b28fd0841d954096a551a0e25c10a6cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515319 Apr 08 09:06:45.540651 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebc4c5-4f3f-4477-b11e-627dd5a08196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f578018d-d81a-4321-b52f-1976f83bb32e,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:45.541108 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58256) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:45.567965 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b856d6e-1174-4339-981d-87969e27084c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Router f427d911-a405-4f55-bf57-0421c96c26ee has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:06:45.649262 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e01ece2-86ad-4390-a4c3-5680747d7688 admin admin] Publish callbacks [] for security_group (f578018d-d81a-4321-b52f-1976f83bb32e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.715116 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e01ece2-86ad-4390-a4c3-5680747d7688 admin admin] Publish callbacks [] for security_group (f578018d-d81a-4321-b52f-1976f83bb32e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.756016 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b856d6e-1174-4339-981d-87969e27084c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:06:45.760652 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3b856d6e-1174-4339-981d-87969e27084c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.768056 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04393980-97dc-4cb0-8b4f-cbcb283b9a5a None None] Sync routers for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:06:45.779562 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04393980-97dc-4cb0-8b4f-cbcb283b9a5a None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:06:45.780594 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-04393980-97dc-4cb0-8b4f-cbcb283b9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:06:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:45.800855 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-3b856d6e-1174-4339-981d-87969e27084c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "PUT /v2.0/floatingips/e6598d1e-1217-49be-ac04-660b46019689 HTTP/1.1" status: 200 len: 992 time: 1.7033882 Apr 08 09:06:45.800855 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'tag': 'cf051081-3865-4f6b-8294-171cb8880bc5'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:06:45.802825 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a935a46d-78eb-4c6b-af21-b394a1a4a9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c047e9d6-64d2-4dd2-bcb1-6992c927de06", "tag": "cf051081-3865-4f6b-8294-171cb8880bc5"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:06:45.806300 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e01ece2-86ad-4390-a4c3-5680747d7688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f578018d-d81a-4321-b52f-1976f83bb32e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.809549 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e01ece2-86ad-4390-a4c3-5680747d7688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:45.810756 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-9e01ece2-86ad-4390-a4c3-5680747d7688 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f578018d-d81a-4321-b52f-1976f83bb32e HTTP/1.1" status: 204 len: 168 time: 0.2685843 Apr 08 09:06:45.820867 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01ece2-86ad-4390-a4c3-5680747d7688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f578018d-d81a-4321-b52f-1976f83bb32e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:45.860382 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc9b9f2-5042-4f31-a80c-b535dd5e9d74 x-openstack-request-id: req-4bc9b9f2-5042-4f31-a80c-b535dd5e9d74 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:06:45.861309 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c047e9d6-64d2-4dd2-bcb1-6992c927de06", "tag": "cf051081-3865-4f6b-8294-171cb8880bc5", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:06:45.861902 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4bc9b9f2-5042-4f31-a80c-b535dd5e9d74 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:06:45.863036 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc9b9f2-5042-4f31-a80c-b535dd5e9d74'] response: {'name': 'network-changed', 'server_uuid': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'tag': 'cf051081-3865-4f6b-8294-171cb8880bc5', 'status': 'completed', 'code': 200} Apr 08 09:06:45.976968 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-04393980-97dc-4cb0-8b4f-cbcb283b9a5a None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:06:46.252423 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-04393980-97dc-4cb0-8b4f-cbcb283b9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': 'e6598d1e-1217-49be-ac04-660b46019689', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'port_id': 'cf051081-3865-4f6b-8294-171cb8880bc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'mac_address': 'fa:16:3e:20:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:06:44Z', 'revision_number': 1, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:46.271237 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935a46d-78eb-4c6b-af21-b394a1a4a9fb req-c14cd9fd-e388-4252-a365-14ef0f1c29b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:46.271237 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a935a46d-78eb-4c6b-af21-b394a1a4a9fb req-c14cd9fd-e388-4252-a365-14ef0f1c29b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 1130 time: 0.1151333 Apr 08 09:06:46.295378 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04393980-97dc-4cb0-8b4f-cbcb283b9a5a None None] Checking router: f427d911-a405-4f55-bf57-0421c96c26ee for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:06:46.306557 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04393980-97dc-4cb0-8b4f-cbcb283b9a5a None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:06:46.306966 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-04393980-97dc-4cb0-8b4f-cbcb283b9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:06:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:46.314194 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42138c31-1abf-4f1e-9723-a6a4f29198f5 req-c4eaa97d-8452-42cd-958e-9a291eb95e41 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:46.322372 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-42138c31-1abf-4f1e-9723-a6a4f29198f5 req-c4eaa97d-8452-42cd-958e-9a291eb95e41 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0718265 Apr 08 09:06:46.387822 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-42138c31-1abf-4f1e-9723-a6a4f29198f5 req-1369f8fe-33f8-462d-97e7-722190ab2cd2 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645199 Apr 08 09:06:46.446582 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-04393980-97dc-4cb0-8b4f-cbcb283b9a5a None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:06:46.591843 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58316) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:46.688717 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-04393980-97dc-4cb0-8b4f-cbcb283b9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': 'e6598d1e-1217-49be-ac04-660b46019689', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'port_id': 'cf051081-3865-4f6b-8294-171cb8880bc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'mac_address': 'fa:16:3e:20:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:06:44Z', 'revision_number': 1, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:06:46.721021 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04393980-97dc-4cb0-8b4f-cbcb283b9a5a None None] The sync data for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi is: [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': 'e6598d1e-1217-49be-ac04-660b46019689', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'port_id': 'cf051081-3865-4f6b-8294-171cb8880bc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 94, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'mac_address': 'fa:16:3e:20:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:06:44Z', 'revision_number': 1, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:06:46.729479 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1563237786-network', 'tenant_id': 'a5db9e506f7f454a80f7c4bd44e5ff77'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:46.805489 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Made reservation on behalf of a5db9e506f7f454a80f7c4bd44e5ff77 for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:06:46.808165 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:46.820736 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:46.864024 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935a46d-78eb-4c6b-af21-b394a1a4a9fb req-e7ae9d10-41bc-4aeb-af29-67abb40e121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:46.865503 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a935a46d-78eb-4c6b-af21-b394a1a4a9fb req-e7ae9d10-41bc-4aeb-af29-67abb40e121b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d212e64-e599-4f30-a480-e7099d8eb4c3 HTTP/1.1" status: 200 len: 911 time: 0.1752465 Apr 08 09:06:46.981889 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a935a46d-78eb-4c6b-af21-b394a1a4a9fb req-4b55d625-2f6c-4f2f-a7b4-9bd8081c2802 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf051081-3865-4f6b-8294-171cb8880bc5 HTTP/1.1" status: 200 len: 1000 time: 0.1077492 Apr 08 09:06:47.066859 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Publish callbacks [] for security_group (8c23145f-fadc-466b-87f2-bdd68e8f8247), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:47.078187 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (8c23145f-fadc-466b-87f2-bdd68e8f8247), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:47.090920 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29197499-62ff-4374-885d-170fccb499c3 None None] New status for floating IP e6598d1e-1217-49be-ac04-660b46019689: ACTIVE {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:06:47.099143 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:06:47.111705 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (376254bd-570d-4651-acec-fe5e4b8a2ebb), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:47.112271 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Added segment 376254bd-570d-4651-acec-fe5e4b8a2ebb of type vlan for network 0ffee5fd-b019-4bbb-ab79-2a15fc025d36 Apr 08 09:06:47.165203 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (0ffee5fd-b019-4bbb-ab79-2a15fc025d36), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:47.235483 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935a46d-78eb-4c6b-af21-b394a1a4a9fb req-5f8e9279-8d85-47e2-b38c-a67114db20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:47.237368 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a935a46d-78eb-4c6b-af21-b394a1a4a9fb req-5f8e9279-8d85-47e2-b38c-a67114db20cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=317ed796-bf5f-413a-88ba-27d2f3ef552b HTTP/1.1" status: 200 len: 850 time: 0.2344227 Apr 08 09:06:47.242818 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (0ffee5fd-b019-4bbb-ab79-2a15fc025d36), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:47.243844 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:47.244505 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:47.314347 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c23145f-fadc-466b-87f2-bdd68e8f8247,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:47.325086 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7320616 Apr 08 09:06:47.339498 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58350) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:47.356041 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-fc8764ea-59f8-4681-82e7-da7e8fb4d6e4 admin admin] Request body: {'subnet': {'network_id': '0ffee5fd-b019-4bbb-ab79-2a15fc025d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1563237786-subnet', 'tenant_id': 'a5db9e506f7f454a80f7c4bd44e5ff77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:47.369323 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d914423-e802-4ae8-b401-ade8b978652e admin admin] Pushing event updated for resources: {'Network': ['ID=0ffee5fd-b019-4bbb-ab79-2a15fc025d36,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:47.385489 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935a46d-78eb-4c6b-af21-b394a1a4a9fb req-3142cec9-44f3-40c9-af77-ff3e234e22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:47.390419 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a935a46d-78eb-4c6b-af21-b394a1a4a9fb req-3142cec9-44f3-40c9-af77-ff3e234e22d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d212e64-e599-4f30-a480-e7099d8eb4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1352754 Apr 08 09:06:47.416917 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-ae6911b8-98d3-4cc5-9d1c-a65d82ab0869 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:47.419000 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-ae6911b8-98d3-4cc5-9d1c-a65d82ab0869 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/networks?id=9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 HTTP/1.1" status: 200 len: 808 time: 0.2095935 Apr 08 09:06:47.439527 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8764ea-59f8-4681-82e7-da7e8fb4d6e4 admin admin] Made reservation on behalf of a5db9e506f7f454a80f7c4bd44e5ff77 for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:06:47.442185 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fc8764ea-59f8-4681-82e7-da7e8fb4d6e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:47.471093 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 0ffee5fd-b019-4bbb-ab79-2a15fc025d36 details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:06:47.531398 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a935a46d-78eb-4c6b-af21-b394a1a4a9fb req-0246b4a0-4ea2-4a61-9cc6-72cef4c58072 service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342421 Apr 08 09:06:47.550755 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-ec011e71-4f66-4730-86ed-e99ee47e3f0d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/quotas/620f2e02d0864b8db9b12d1ae9d6d77a HTTP/1.1" status: 200 len: 375 time: 0.1230762 Apr 08 09:06:47.604751 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-a1ff19dd-a6d4-43e7-8571-368bd2352e68 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=620f2e02d0864b8db9b12d1ae9d6d77a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367672 Apr 08 09:06:47.678288 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03333e1a-7952-4600-8681-825865ebcf16 req-e151c306-e35d-4298-a1dc-d3bb1504091a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:47.679744 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-03333e1a-7952-4600-8681-825865ebcf16 req-e151c306-e35d-4298-a1dc-d3bb1504091a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.1467652 Apr 08 09:06:47.810741 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fc8764ea-59f8-4681-82e7-da7e8fb4d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (c15b4bc2-4f5f-49c5-8488-3af5d16a8cd4), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:47.815567 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-03333e1a-7952-4600-8681-825865ebcf16 req-9a2b7bb0-1fb7-48f0-a11c-245025f91a6c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098173 Apr 08 09:06:47.819651 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-4112175a-3f1f-46bc-bd15-8c2268f3a290 service neutron] 10.222.0.11 "GET /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072456 Apr 08 09:06:48.144905 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8764ea-59f8-4681-82e7-da7e8fb4d6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15b4bc2-4f5f-49c5-8488-3af5d16a8cd4,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:48.160496 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8764ea-59f8-4681-82e7-da7e8fb4d6e4 admin admin] Checking segment: {'id': '376254bd-570d-4651-acec-fe5e4b8a2ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '0ffee5fd-b019-4bbb-ab79-2a15fc025d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:06:48.160972 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8764ea-59f8-4681-82e7-da7e8fb4d6e4 admin admin] Network hostable DHCP agents. Network: 0ffee5fd-b019-4bbb-ab79-2a15fc025d36, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:06:48.190245 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83998cca-2311-4602-95a1-5d9548eb9b1d req-148d7057-1b9b-4e1a-8a4d-e1ded2cf082d tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:48.191705 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83998cca-2311-4602-95a1-5d9548eb9b1d req-148d7057-1b9b-4e1a-8a4d-e1ded2cf082d tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.1555374 Apr 08 09:06:48.214860 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8764ea-59f8-4681-82e7-da7e8fb4d6e4 admin admin] Network 0ffee5fd-b019-4bbb-ab79-2a15fc025d36 is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:06:48.218505 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-08f1cf69-8a52-45ff-97a6-6211c17d1d59 service neutron] 10.222.0.11 "GET /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828697 Apr 08 09:06:48.234571 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-fc8764ea-59f8-4681-82e7-da7e8fb4d6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 0ffee5fd-b019-4bbb-ab79-2a15fc025d36) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:06:48.242549 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca830467-3349-4a7e-919f-e785e8f2588f None None] Network 0ffee5fd-b019-4bbb-ab79-2a15fc025d36 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:06:48.244373 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8764ea-59f8-4681-82e7-da7e8fb4d6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:48.245265 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fc8764ea-59f8-4681-82e7-da7e8fb4d6e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:48.266471 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83998cca-2311-4602-95a1-5d9548eb9b1d req-33aa1fad-7d89-42d1-9b94-999279758f42 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644352 Apr 08 09:06:48.279901 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-fc8764ea-59f8-4681-82e7-da7e8fb4d6e4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9280503 Apr 08 09:06:48.366004 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8890e0e0-068c-4dfe-a0d6-1d068dad3e54 None None] Network 0ffee5fd-b019-4bbb-ab79-2a15fc025d36 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:06:48.426618 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d8c46256-e251-4799-8b12-b40089abab3c req-27e71cab-8b56-4c07-80ef-f13222fe3e93 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 210 time: 0.0331540 Apr 08 09:06:48.831064 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58388) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:48.835899 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1231570863-network', 'tenant_id': '1ddd1379aee841d39a9d035da54f0109'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:48.854387 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Made reservation on behalf of 1ddd1379aee841d39a9d035da54f0109 for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:06:48.856817 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:48.865892 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:48.961466 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2b017-97b1-4935-9c63-52d79092b2c3 req-5be6acf7-31c4-49a7-b7c4-77f00d210f7a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:48.962853 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ccd2b017-97b1-4935-9c63-52d79092b2c3 req-5be6acf7-31c4-49a7-b7c4-77f00d210f7a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0795357 Apr 08 09:06:48.995899 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Publish callbacks [] for security_group (ee02139e-b65a-4851-8f02-a25df997fd62), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:49.002259 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (ee02139e-b65a-4851-8f02-a25df997fd62), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:49.036857 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:06:49.048009 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ccd2b017-97b1-4935-9c63-52d79092b2c3 req-109f0126-fb52-42d0-8e5c-610d9b273fe5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764115 Apr 08 09:06:49.053999 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee02139e-b65a-4851-8f02-a25df997fd62,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:49.060320 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (da716793-6cfb-4e5b-bb4d-ec112ada45d9), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:49.061285 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Added segment da716793-6cfb-4e5b-bb4d-ec112ada45d9 of type vlan for network 77527334-f805-4720-9990-6f3accda4ff5 Apr 08 09:06:49.101897 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (77527334-f805-4720-9990-6f3accda4ff5), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:49.125826 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (77527334-f805-4720-9990-6f3accda4ff5), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:49.126778 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:49.127344 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:49.189374 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3571622 Apr 08 09:06:49.192154 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58394) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:06:49.192678 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ec0b7-7ae2-49d8-9aa2-390bd3aa520a admin admin] Pushing event updated for resources: {'Network': ['ID=77527334-f805-4720-9990-6f3accda4ff5,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:49.197030 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-f0141f6f-525d-409e-9b9e-526c1102f363 admin admin] Request body: {'subnet': {'network_id': '77527334-f805-4720-9990-6f3accda4ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1231570863-subnet', 'tenant_id': '1ddd1379aee841d39a9d035da54f0109', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:49.202500 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 77527334-f805-4720-9990-6f3accda4ff5 details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:06:49.218522 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0141f6f-525d-409e-9b9e-526c1102f363 admin admin] Made reservation on behalf of 1ddd1379aee841d39a9d035da54f0109 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:06:49.221026 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0141f6f-525d-409e-9b9e-526c1102f363 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13411909'] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:49.410273 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ddcc1-e41b-4b82-bec5-3cc673d3c401 req-570886de-f13d-4434-8ab2-900984bae35e tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:49.412086 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b20ddcc1-e41b-4b82-bec5-3cc673d3c401 req-570886de-f13d-4434-8ab2-900984bae35e tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0637496 Apr 08 09:06:49.419246 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a935a46d-78eb-4c6b-af21-b394a1a4a9fb req-082d44e8-9cfd-46af-8646-c3d94085f5ae service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752250 Apr 08 09:06:49.519873 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b20ddcc1-e41b-4b82-bec5-3cc673d3c401 req-62634b4d-d251-49f7-bc08-08f3ff1ba0d2 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990860 Apr 08 09:06:49.550767 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0141f6f-525d-409e-9b9e-526c1102f363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13889453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13411775'] for subnet (cf34aa8c-eb6e-4142-9e64-2e474d31895f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:49.582283 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1449c2ed-8d71-42b1-a584-8db09a956f26 req-59d7e876-4a2f-4f05-b0fb-98bb4d5d5de6 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 210 time: 0.0264122 Apr 08 09:06:49.612056 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0141f6f-525d-409e-9b9e-526c1102f363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf34aa8c-eb6e-4142-9e64-2e474d31895f,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:49.622562 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0141f6f-525d-409e-9b9e-526c1102f363 admin admin] Checking segment: {'id': 'da716793-6cfb-4e5b-bb4d-ec112ada45d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '77527334-f805-4720-9990-6f3accda4ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:06:49.622928 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0141f6f-525d-409e-9b9e-526c1102f363 admin admin] Network hostable DHCP agents. Network: 77527334-f805-4720-9990-6f3accda4ff5, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:06:49.639027 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0141f6f-525d-409e-9b9e-526c1102f363 admin admin] Network 77527334-f805-4720-9990-6f3accda4ff5 is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:06:49.648345 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-f0141f6f-525d-409e-9b9e-526c1102f363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 77527334-f805-4720-9990-6f3accda4ff5) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:06:49.652259 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0141f6f-525d-409e-9b9e-526c1102f363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:49.652904 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f0141f6f-525d-409e-9b9e-526c1102f363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:49.658325 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f6a5b9-75c6-428c-9acd-28343b56f981 None None] Network 77527334-f805-4720-9990-6f3accda4ff5 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:06:49.668669 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f0141f6f-525d-409e-9b9e-526c1102f363 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4753072 Apr 08 09:06:49.757269 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92763c7-d007-4d62-b18c-113d18a0a539 None None] Network 77527334-f805-4720-9990-6f3accda4ff5 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:06:50.178041 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08b2db-d130-4c75-b9ac-cf55f71982c7 req-ea4321c2-f37f-4826-bd1b-65cecc029217 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:50.179741 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8a08b2db-d130-4c75-b9ac-cf55f71982c7 req-ea4321c2-f37f-4826-bd1b-65cecc029217 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0643539 Apr 08 09:06:50.235732 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8a08b2db-d130-4c75-b9ac-cf55f71982c7 req-befb5963-3efa-4c7e-9650-3de4562c1f9d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487463 Apr 08 09:06:50.639320 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117f271-f721-43c4-adf4-784297398fb8 req-0f7061ff-61ce-49e0-9cee-12bc26056569 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:50.641376 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b117f271-f721-43c4-adf4-784297398fb8 req-0f7061ff-61ce-49e0-9cee-12bc26056569 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0522604 Apr 08 09:06:50.684220 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-84b94306-213c-40b1-9251-c22b6f2136c0 req-4abfa266-51e8-4580-a5d7-12000c1834c5 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 210 time: 0.0315733 Apr 08 09:06:50.713729 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b117f271-f721-43c4-adf4-784297398fb8 req-af2d9cb1-cb04-4511-bb88-5ae85f09c537 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668826 Apr 08 09:06:51.349676 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6ade4-69ba-4dcc-b347-4921ce0145cc req-68b8f301-1938-4467-a123-3a02e53d4d2c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:51.351121 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a7e6ade4-69ba-4dcc-b347-4921ce0145cc req-68b8f301-1938-4467-a123-3a02e53d4d2c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0506971 Apr 08 09:06:51.396708 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a7e6ade4-69ba-4dcc-b347-4921ce0145cc req-73073ee6-c496-4043-a237-4c6df67c5327 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 Apr 08 09:06:51.777333 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dfb072a8-ce0b-48d3-95ff-a46896c3d914 req-f68c68e3-0582-49e2-8b68-16aa56c896f6 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 210 time: 0.0255418 Apr 08 09:06:51.830210 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb731a6-276c-4813-bd5a-9a4630f87675 req-3d042141-71a7-4d80-a9f1-8015c12c76f6 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:51.831637 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dbb731a6-276c-4813-bd5a-9a4630f87675 req-3d042141-71a7-4d80-a9f1-8015c12c76f6 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0506933 Apr 08 09:06:51.879519 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dbb731a6-276c-4813-bd5a-9a4630f87675 req-093ad430-49aa-47c1-91df-ed8bad974df7 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Apr 08 09:06:52.514850 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad2536-cd30-411e-9f2c-34203c0fb661 req-364dad1a-9a20-449f-a864-be7033912aa6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:52.516208 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-60ad2536-cd30-411e-9f2c-34203c0fb661 req-364dad1a-9a20-449f-a864-be7033912aa6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0520833 Apr 08 09:06:52.562892 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-60ad2536-cd30-411e-9f2c-34203c0fb661 req-40d5b081-f062-47a0-a2c5-42c4b6c67603 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412371 Apr 08 09:06:52.870134 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d25908b9-1f63-4e1f-a673-e3a4844b6ad7 req-886d2ec2-94e8-4485-9609-586bc78758a5 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 210 time: 0.0250702 Apr 08 09:06:53.002532 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917514cc-714b-4289-883d-615e223e3b20 req-f727fa9e-d08d-457a-a90e-f3d46c9c58a6 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:53.004011 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-917514cc-714b-4289-883d-615e223e3b20 req-f727fa9e-d08d-457a-a90e-f3d46c9c58a6 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0583582 Apr 08 09:06:53.053164 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-917514cc-714b-4289-883d-615e223e3b20 req-369b7c37-090e-4eb8-a982-dba2318a461c tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437701 Apr 08 09:06:53.677551 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1820d-0bfb-4a65-b5da-2d301339b363 req-cf8e2613-4dd5-4c6b-9740-69be649917b6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:53.679004 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67b1820d-0bfb-4a65-b5da-2d301339b363 req-cf8e2613-4dd5-4c6b-9740-69be649917b6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0516233 Apr 08 09:06:53.724208 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67b1820d-0bfb-4a65-b5da-2d301339b363 req-ce745ca0-1576-4744-af23-1741a0d308ba tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398018 Apr 08 09:06:53.962607 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-afb6a34f-7af3-4542-9092-fa6aa980e092 req-714d826c-8ed8-4073-aa74-3ddf363d2e45 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 210 time: 0.0256648 Apr 08 09:06:54.172094 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cee05-b8f5-4b33-9e43-5f5c94de53bc req-aa3d01ad-75e8-4476-8564-a1d403c1d0c0 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:54.173498 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cb0cee05-b8f5-4b33-9e43-5f5c94de53bc req-aa3d01ad-75e8-4476-8564-a1d403c1d0c0 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0558629 Apr 08 09:06:54.219984 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cb0cee05-b8f5-4b33-9e43-5f5c94de53bc req-c005118f-57ff-448c-aa24-2436f553478b tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409696 Apr 08 09:06:54.838994 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec22f03-a132-43df-948e-b456cac5d566 req-ed35a31e-c3d6-4d85-a2b0-ebe05533f25b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:54.840454 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7ec22f03-a132-43df-948e-b456cac5d566 req-ed35a31e-c3d6-4d85-a2b0-ebe05533f25b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0509801 Apr 08 09:06:54.886078 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7ec22f03-a132-43df-948e-b456cac5d566 req-b89efaae-e55a-4ab2-a5fd-93015520b943 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Apr 08 09:06:55.050326 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2cf7bf85-1804-4654-a6c3-6d4f13e672ee req-c6773b95-0ffe-4a1e-b621-30c3349e0806 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 210 time: 0.0259652 Apr 08 09:06:55.342198 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136fa50-b5c3-430b-aabe-46f54367dc62 req-0e46eaa2-b7e7-4932-95a1-3958e93b0fe1 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:55.343562 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4136fa50-b5c3-430b-aabe-46f54367dc62 req-0e46eaa2-b7e7-4932-95a1-3958e93b0fe1 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0553391 Apr 08 09:06:55.393503 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4136fa50-b5c3-430b-aabe-46f54367dc62 req-7cc462f3-892e-4970-a461-5eacc3beeb31 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Apr 08 09:06:56.001027 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532216c-dfe9-4ae0-83fe-72c0477830a9 req-25fdfb66-fd14-4a26-a931-a7c59ae433f8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:56.002525 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0532216c-dfe9-4ae0-83fe-72c0477830a9 req-25fdfb66-fd14-4a26-a931-a7c59ae433f8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0512145 Apr 08 09:06:56.047776 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0532216c-dfe9-4ae0-83fe-72c0477830a9 req-823c4bf0-73ba-47e6-8fb6-7b319dc143de tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394614 Apr 08 09:06:56.144100 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dbd8f017-2743-476c-a0b1-6415e80f6c3b req-33c7cd22-2f18-4497-99d0-78b78fccae5b tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 210 time: 0.0285544 Apr 08 09:06:56.250924 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:56.508810 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27f676-d350-4881-9bb8-97c4f7e5a6bc req-28598ad9-d03d-4f7e-8400-5a2784561a50 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:56.510176 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ef27f676-d350-4881-9bb8-97c4f7e5a6bc req-28598ad9-d03d-4f7e-8400-5a2784561a50 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0501850 Apr 08 09:06:56.556232 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ef27f676-d350-4881-9bb8-97c4f7e5a6bc req-69cabdd4-0e29-4344-9bb5-0bd2b48cf3c5 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406191 Apr 08 09:06:57.033582 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-2ebc6dba-e751-4b66-ba68-96bee3c4e5a1 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:57.035001 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-2ebc6dba-e751-4b66-ba68-96bee3c4e5a1 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.10 "GET /v2.0/networks?id=9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 HTTP/1.1" status: 200 len: 808 time: 0.1022265 Apr 08 09:06:57.162410 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc34ca9-cac1-4bf2-9d60-3f8af96314be req-d82f4de9-b9ba-483a-bf13-1d83befb952b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:57.163754 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fcc34ca9-cac1-4bf2-9d60-3f8af96314be req-d82f4de9-b9ba-483a-bf13-1d83befb952b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0503404 Apr 08 09:06:57.184989 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Request body: {'port': {'device_id': 'b453379a-48e7-4c8d-9a0b-c4f3b841b427', 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14', 'admin_state_up': True, 'tenant_id': '620f2e02d0864b8db9b12d1ae9d6d77a'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:06:57.215956 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fcc34ca9-cac1-4bf2-9d60-3f8af96314be req-a35011d1-abd4-40fc-b593-98be3d8dbeb2 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464592 Apr 08 09:06:57.257158 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fe29b167-bb10-463c-8109-fbfe89bbb111 req-8d2056c9-4a0e-4539-8caa-f48dc2bd2ce5 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 210 time: 0.0295074 Apr 08 09:06:57.353530 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e746db3-8b37-4496-8469-a6db90245eb0 req-c5fd8b20-be6f-4c75-8c01-c0c05beafde2 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:57.354946 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0e746db3-8b37-4496-8469-a6db90245eb0 req-c5fd8b20-be6f-4c75-8c01-c0c05beafde2 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.1133354 Apr 08 09:06:57.365327 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Made reservation on behalf of 620f2e02d0864b8db9b12d1ae9d6d77a for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:06:57.368342 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:57.590708 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Allocated IP 172.20.0.4 (9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14/2f723cce-3d31-45fc-ae49-d49002b087df/0e7473e2-12f8-4e45-8782-df8e0418eb73) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:06:57.606325 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-0e746db3-8b37-4496-8469-a6db90245eb0 req-e51baba3-533f-4704-837c-4a8749fc7e40 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Deleting port da59daa3-88b5-4c8c-af15-b454aa15cf02 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:06:57.606665 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0e746db3-8b37-4496-8469-a6db90245eb0 req-e51baba3-533f-4704-837c-4a8749fc7e40 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:57.676965 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeff9b-d5a1-4aad-8a23-e65c4aa9fceb req-22e5b4fb-ae44-4d98-ab69-9ac0425ceea5 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:57.678529 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bbeeff9b-d5a1-4aad-8a23-e65c4aa9fceb req-22e5b4fb-ae44-4d98-ab69-9ac0425ceea5 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 945 time: 0.0548046 Apr 08 09:06:57.732284 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bbeeff9b-d5a1-4aad-8a23-e65c4aa9fceb req-1294d815-f829-4168-a141-90de89ed253f tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/security-groups?id=e31d204b-3931-4a11-b5bb-86cf5355db5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470798 Apr 08 09:06:57.801450 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-0e746db3-8b37-4496-8469-a6db90245eb0 req-e51baba3-533f-4704-837c-4a8749fc7e40 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] For port da59daa3-88b5-4c8c-af15-b454aa15cf02, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=da59daa3-88b5-4c8c-af15-b454aa15cf02,segment=NetworkSegment(81f9e819-0683-4eed-acec-cad292567d16),segment_id=81f9e819-0683-4eed-acec-cad292567d16)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:06:57.801828 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0e746db3-8b37-4496-8469-a6db90245eb0 req-e51baba3-533f-4704-837c-4a8749fc7e40 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:57.824547 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-0e746db3-8b37-4496-8469-a6db90245eb0 req-e51baba3-533f-4704-837c-4a8749fc7e40 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Calling delete_port for da59daa3-88b5-4c8c-af15-b454aa15cf02 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:06:57.922459 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks [] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:57.986446 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:58.261036 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:06:58.269839 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:06:58.278169 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:06:58.310380 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0e746db3-8b37-4496-8469-a6db90245eb0 req-e51baba3-533f-4704-837c-4a8749fc7e40 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (da59daa3-88b5-4c8c-af15-b454aa15cf02), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:58.314522 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Pushing event updated for resources: {'Port': ['ID=0e7473e2-12f8-4e45-8782-df8e0418eb73,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:58.356396 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:58.357030 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:58.359678 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51baba3-533f-4704-837c-4a8749fc7e40 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Pushing event deleted for resources: {'Port': ['ID=da59daa3-88b5-4c8c-af15-b454aa15cf02,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:06:58.397093 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3da31-8940-44ec-8203-c92e2c00bf1a req-96d43d68-5cfe-40df-9073-776cde591b97 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:58.398556 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6de3da31-8940-44ec-8203-c92e2c00bf1a req-96d43d68-5cfe-40df-9073-776cde591b97 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.1135306 Apr 08 09:06:58.415435 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6c062-ad2c-4e19-a9dc-d2bf8c442c3f req-49bcde54-e4b0-4d2c-85b4-1fddfb129acb tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:58.417001 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bde6c062-ad2c-4e19-a9dc-d2bf8c442c3f req-49bcde54-e4b0-4d2c-85b4-1fddfb129acb tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 931 time: 0.0816805 Apr 08 09:06:58.417448 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-57d75ae5-dbc1-4857-92c5-3732b260a937 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2371166 Apr 08 09:06:58.431651 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e746db3-8b37-4496-8469-a6db90245eb0 req-e51baba3-533f-4704-837c-4a8749fc7e40 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] No DVR routers for this DVR port da59daa3-88b5-4c8c-af15-b454aa15cf02 on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:06:58.434700 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0e746db3-8b37-4496-8469-a6db90245eb0 req-e51baba3-533f-4704-837c-4a8749fc7e40 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:06:58.438461 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0e746db3-8b37-4496-8469-a6db90245eb0 req-e51baba3-533f-4704-837c-4a8749fc7e40 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.10 "DELETE /v2.0/ports/da59daa3-88b5-4c8c-af15-b454aa15cf02 HTTP/1.1" status: 204 len: 173 time: 1.0550239 Apr 08 09:06:58.438928 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d870629-c93d-4f56-971c-7eca9f9edcb8', 'name': 'network-vif-deleted', 'tag': 'da59daa3-88b5-4c8c-af15-b454aa15cf02'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:06:58.441196 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecc98b4-f71d-4157-a893-8d91131014b7" -d '{"events": [{"server_uuid": "4d870629-c93d-4f56-971c-7eca9f9edcb8", "name": "network-vif-deleted", "tag": "da59daa3-88b5-4c8c-af15-b454aa15cf02"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:06:58.487921 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6de3da31-8940-44ec-8203-c92e2c00bf1a req-b727d1e0-8ef7-44a1-b1a1-83f36271b374 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834296 Apr 08 09:06:58.494425 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bde6c062-ad2c-4e19-a9dc-d2bf8c442c3f req-58dbaba7-da30-4ad9-90fb-a27105785584 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707433 Apr 08 09:06:58.530498 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c23311a-8968-497a-9a90-a2044f8c2b8c x-openstack-request-id: req-7c23311a-8968-497a-9a90-a2044f8c2b8c {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:06:58.530498 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d870629-c93d-4f56-971c-7eca9f9edcb8", "name": "network-vif-deleted", "tag": "da59daa3-88b5-4c8c-af15-b454aa15cf02", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:06:58.530498 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c23311a-8968-497a-9a90-a2044f8c2b8c {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:06:58.530775 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c23311a-8968-497a-9a90-a2044f8c2b8c'] response: {'server_uuid': '4d870629-c93d-4f56-971c-7eca9f9edcb8', 'name': 'network-vif-deleted', 'tag': 'da59daa3-88b5-4c8c-af15-b454aa15cf02', 'status': 'completed', 'code': 200} Apr 08 09:06:58.845446 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b3c7e1b5-a742-4bf2-bee9-8b60e3957463 req-ef0933ec-0f1f-4fd9-94f3-857b347ddcf4 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0275202 Apr 08 09:06:59.646818 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f686ce-feb3-4f7c-8b3f-90e6055860c3 req-f7c60169-5196-4d96-a19a-e18cfefdd47f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:59.648179 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-79f686ce-feb3-4f7c-8b3f-90e6055860c3 req-f7c60169-5196-4d96-a19a-e18cfefdd47f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0924718 Apr 08 09:06:59.659262 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca87dae-0638-426b-bd1f-ffbdf8ffab6c req-facb854b-fe93-497e-9e1b-ce276091caa5 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:06:59.660660 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ca87dae-0638-426b-bd1f-ffbdf8ffab6c req-facb854b-fe93-497e-9e1b-ce276091caa5 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 931 time: 0.0924234 Apr 08 09:06:59.729478 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-79f686ce-feb3-4f7c-8b3f-90e6055860c3 req-8953e986-7c3c-430a-a126-fb11402dadf6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678697 Apr 08 09:06:59.733953 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ca87dae-0638-426b-bd1f-ffbdf8ffab6c req-336c9cc4-07f1-4961-a271-e988aaee6979 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669162 Apr 08 09:06:59.949103 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1bc6a145-c075-492a-8eb1-d5fb8903af78 req-044d44f8-dbd1-41ce-98d7-082feae98cf8 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0254874 Apr 08 09:07:00.875020 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19c029-69ab-45c6-8a60-6b5fbd2cee9e req-65e3ba80-87fc-4eee-a827-2c0bea770139 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:00.876515 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3c19c029-69ab-45c6-8a60-6b5fbd2cee9e req-65e3ba80-87fc-4eee-a827-2c0bea770139 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0812814 Apr 08 09:07:00.887432 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72b627-bd63-42fa-bc47-1faca4258446 req-d5205a1a-2670-48ea-ad63-983361744a60 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:00.888884 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4b72b627-bd63-42fa-bc47-1faca4258446 req-d5205a1a-2670-48ea-ad63-983361744a60 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 931 time: 0.0848505 Apr 08 09:07:00.959488 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3c19c029-69ab-45c6-8a60-6b5fbd2cee9e req-07aa8fc1-92e9-4f27-a09a-d24b727cb945 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696039 Apr 08 09:07:00.962426 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4b72b627-bd63-42fa-bc47-1faca4258446 req-27756b47-6f73-4867-9908-9b464ada92aa tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669012 Apr 08 09:07:01.045124 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-82786038-6e60-4ef2-a94a-dc3645a7b808 req-c305bc43-4d10-42d4-a01c-0ffa39d3d8ce tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0255656 Apr 08 09:07:01.440400 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device da59daa3-88b5-4c8c-af15-b454aa15cf02 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:07:01.464546 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: da59daa3-88b5-4c8c-af15-b454aa15cf02 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:07:01.464939 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device da59daa3-88b5-4c8c-af15-b454aa15cf02 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:07:02.109196 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3a927-4275-4ba1-a033-45fbe353aa60 req-db3adc44-960e-4fed-adc8-a237d2599528 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:02.110673 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7af3a927-4275-4ba1-a033-45fbe353aa60 req-db3adc44-960e-4fed-adc8-a237d2599528 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0855653 Apr 08 09:07:02.117447 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be920bba-06da-4a55-91f4-2393a9b24853 req-b477e9b3-8785-41ca-af53-a35e147865fa tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:02.118780 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-be920bba-06da-4a55-91f4-2393a9b24853 req-b477e9b3-8785-41ca-af53-a35e147865fa tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 931 time: 0.0918534 Apr 08 09:07:02.186671 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7af3a927-4275-4ba1-a033-45fbe353aa60 req-87fbab34-b3e4-4039-ac72-c74b16816f25 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669692 Apr 08 09:07:02.190669 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-be920bba-06da-4a55-91f4-2393a9b24853 req-da676ea7-4baa-4e3a-bb72-25651b9f08c6 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655253 Apr 08 09:07:02.265716 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cd69c820-ed8d-4a3c-88c6-bda0f7d47f6b req-38daf92e-2d6e-487c-9fb8-b25dd7693e29 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0259211 Apr 08 09:07:02.759944 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Request body: {'port': {'device_id': 'b453379a-48e7-4c8d-9a0b-c4f3b841b427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:02.817557 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:03.075879 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7473e2-12f8-4e45-8782-df8e0418eb73 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:07:03.083246 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Publish callbacks [] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:03.095133 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Transition to ACTIVE for port object 0e7473e2-12f8-4e45-8782-df8e0418eb73 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:07:03.098169 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:03.145934 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Pushing event updated for resources: {'Port': ['ID=0e7473e2-12f8-4e45-8782-df8e0418eb73,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:03.215144 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Attempting to bind port 0e7473e2-12f8-4e45-8782-df8e0418eb73 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:07:03.215518 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Attempting to bind port 0e7473e2-12f8-4e45-8782-df8e0418eb73 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '4cc6d903-b822-48a6-a216-caa92c64d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:07:03.215910 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Attempting to bind port 0e7473e2-12f8-4e45-8782-df8e0418eb73 on network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:07:03.221062 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Port 0e7473e2-12f8-4e45-8782-df8e0418eb73 on network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:07:03.221390 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Attempting to bind port 0e7473e2-12f8-4e45-8782-df8e0418eb73 on network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:07:03.227301 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:07:03.227932 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Checking segment: {'id': '4cc6d903-b822-48a6-a216-caa92c64d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:07:03.228633 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Bound using segment: {'id': '4cc6d903-b822-48a6-a216-caa92c64d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:07:03.229321 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Bound port: 0e7473e2-12f8-4e45-8782-df8e0418eb73, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc6d903-b822-48a6-a216-caa92c64d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:07:03.229680 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:03.299693 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] For port 0e7473e2-12f8-4e45-8782-df8e0418eb73, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:07:03.302714 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] For port 0e7473e2-12f8-4e45-8782-df8e0418eb73, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0e7473e2-12f8-4e45-8782-df8e0418eb73,segment=NetworkSegment(4cc6d903-b822-48a6-a216-caa92c64d940),segment_id=4cc6d903-b822-48a6-a216-caa92c64d940)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:07:03.308850 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:03.342791 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:03.343400 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:03.344040 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0d815-a19a-4006-b009-40c1e9a8285e req-4d48fd07-8d4f-4bce-b49c-ecd9b486864b tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:03.344804 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] 10.222.0.10 "PUT /v2.0/ports/0e7473e2-12f8-4e45-8782-df8e0418eb73 HTTP/1.1" status: 200 len: 1093 time: 0.5892184 Apr 08 09:07:03.345561 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-adf0d815-a19a-4006-b009-40c1e9a8285e req-4d48fd07-8d4f-4bce-b49c-ecd9b486864b tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 943 time: 0.0818884 Apr 08 09:07:03.348678 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b453379a-48e7-4c8d-9a0b-c4f3b841b427', 'tag': '0e7473e2-12f8-4e45-8782-df8e0418eb73'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:07:03.351136 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d795f2-5a52-495a-b9bd-8cdf9591f297" -d '{"events": [{"name": "network-changed", "server_uuid": "b453379a-48e7-4c8d-9a0b-c4f3b841b427", "tag": "0e7473e2-12f8-4e45-8782-df8e0418eb73"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:07:03.352520 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea590e-0dc1-4dff-8a40-632cb9a95e8e req-5f78f46e-fef3-4636-a97a-d5c24f34c3c3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:03.353955 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dfea590e-0dc1-4dff-8a40-632cb9a95e8e req-5f78f46e-fef3-4636-a97a-d5c24f34c3c3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.1007254 Apr 08 09:07:03.377429 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402efcb9-2985-4ab5-849a-77884b3b8c6c service neutron] Pushing event updated for resources: {'Port': ['ID=0e7473e2-12f8-4e45-8782-df8e0418eb73,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:03.427024 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-adf0d815-a19a-4006-b009-40c1e9a8285e req-7de2ce44-2865-46ce-9c2c-766efc907748 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721290 Apr 08 09:07:03.430022 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dfea590e-0dc1-4dff-8a40-632cb9a95e8e req-89fee8e8-628c-486c-aadd-8ad4a1fb094a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693841 Apr 08 09:07:03.473774 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44422910-e135-4fbf-9aec-526c31235340 x-openstack-request-id: req-44422910-e135-4fbf-9aec-526c31235340 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:07:03.474135 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b453379a-48e7-4c8d-9a0b-c4f3b841b427", "tag": "0e7473e2-12f8-4e45-8782-df8e0418eb73", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:07:03.474458 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44422910-e135-4fbf-9aec-526c31235340 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:07:03.474951 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44422910-e135-4fbf-9aec-526c31235340'] response: {'name': 'network-changed', 'server_uuid': 'b453379a-48e7-4c8d-9a0b-c4f3b841b427', 'tag': '0e7473e2-12f8-4e45-8782-df8e0418eb73', 'status': 'completed', 'code': 200} Apr 08 09:07:03.507181 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3a272bab-dce2-4d18-9cec-c41883499902 req-c90bd388-a87e-4616-b32e-5bd7589b4508 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0258648 Apr 08 09:07:03.540128 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-1a583986-7962-43c5-acba-88ed83789269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:03.541583 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-1a583986-7962-43c5-acba-88ed83789269 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=620f2e02d0864b8db9b12d1ae9d6d77a&device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 1127 time: 0.0445867 Apr 08 09:07:03.603641 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-16e073cc-071b-48f0-80e4-d617538e6507 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e7473e2-12f8-4e45-8782-df8e0418eb73 HTTP/1.1" status: 200 len: 217 time: 0.0365169 Apr 08 09:07:03.651354 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-e740f75f-9eea-4d37-ac60-f5a467540e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:03.652780 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-e740f75f-9eea-4d37-ac60-f5a467540e62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f723cce-3d31-45fc-ae49-d49002b087df HTTP/1.1" status: 200 len: 848 time: 0.0416777 Apr 08 09:07:03.690463 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-112c24ea-50ef-4353-af6d-b26e26c1788b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314178 Apr 08 09:07:03.787504 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-5dfbada9-95dc-4eca-8270-4ad20b4b24ec service neutron] 10.222.0.10 "GET /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850859 Apr 08 09:07:03.873003 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1888a35d-ab96-40b4-aead-f8866b8d3b8e req-fbee0efa-d0af-4564-9077-1e673c552eeb service neutron] 10.222.0.10 "GET /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791428 Apr 08 09:07:04.579622 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b7361-e86b-43aa-9222-57c805fc7be2 req-a4122e57-59fd-4650-9903-c4404c20c100 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:04.581147 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-610b7361-e86b-43aa-9222-57c805fc7be2 req-a4122e57-59fd-4650-9903-c4404c20c100 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0861893 Apr 08 09:07:04.590299 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab7207-fe54-4aa2-b336-b0695145bd80 req-97c0b3ea-618f-419d-ba0b-50b72b72035e tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:04.591768 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62ab7207-fe54-4aa2-b336-b0695145bd80 req-97c0b3ea-618f-419d-ba0b-50b72b72035e tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 943 time: 0.0949109 Apr 08 09:07:04.656148 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-610b7361-e86b-43aa-9222-57c805fc7be2 req-e3b52a85-3337-482b-827a-4b2d06c75bc6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628631 Apr 08 09:07:04.666848 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62ab7207-fe54-4aa2-b336-b0695145bd80 req-e2f9ae13-bbaf-462c-9073-12aad324ab5c tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668714 Apr 08 09:07:04.737882 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac3db15d-6ebe-4697-875f-ae47164d6aa6 req-617f7dda-bbdd-401d-acd9-efa37b92b4d3 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Apr 08 09:07:05.813600 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3918fb1-1b3c-4540-824d-2873bf4f0b81 req-10f9817f-38f7-473f-990a-9e916db18442 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:05.815229 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f3918fb1-1b3c-4540-824d-2873bf4f0b81 req-10f9817f-38f7-473f-990a-9e916db18442 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0934205 Apr 08 09:07:05.823146 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c1844-67c4-47f1-98d8-f5829f626e5d req-a30ce818-f985-46b5-ba36-889998c5aacc tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:05.824745 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-236c1844-67c4-47f1-98d8-f5829f626e5d req-a30ce818-f985-46b5-ba36-889998c5aacc tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 943 time: 0.0912027 Apr 08 09:07:05.892587 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f3918fb1-1b3c-4540-824d-2873bf4f0b81 req-65bae4c2-ef33-454f-b2c9-6aaa2882761d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668550 Apr 08 09:07:05.903560 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-236c1844-67c4-47f1-98d8-f5829f626e5d req-04e6a113-e1c6-40ed-94e8-b7a3bb98c966 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701084 Apr 08 09:07:05.985174 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f5cbbee5-de72-4257-9ced-5a9b69fff8e6 req-ed130282-d20f-44c8-b46c-2d1bbd88f35f tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0297842 Apr 08 09:07:07.042905 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc674b-b78c-42e4-86e6-ca43df97adef req-f5272443-6ea2-4bf1-9c6a-52ddd3583984 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:07.044674 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d5bc674b-b78c-42e4-86e6-ca43df97adef req-f5272443-6ea2-4bf1-9c6a-52ddd3583984 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0869076 Apr 08 09:07:07.056670 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093f4bd-91f2-419e-9cdb-95e624dd73db req-b64cb5c4-77f0-4cdd-92d5-ad9116c3a8b6 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:07.058113 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b093f4bd-91f2-419e-9cdb-95e624dd73db req-b64cb5c4-77f0-4cdd-92d5-ad9116c3a8b6 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 943 time: 0.0747805 Apr 08 09:07:07.131096 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d5bc674b-b78c-42e4-86e6-ca43df97adef req-4db513dc-4292-4ccd-9ed4-d18ea1462289 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720048 Apr 08 09:07:07.140887 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b093f4bd-91f2-419e-9cdb-95e624dd73db req-0c24046a-f97e-42d5-8983-f57b18f66fd5 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744846 Apr 08 09:07:07.157454 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d795f2-5a52-495a-b9bd-8cdf9591f297 req-8f406c96-221a-42ad-aa71-a1df8a61fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:07.158945 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d9d795f2-5a52-495a-b9bd-8cdf9591f297 req-8f406c96-221a-42ad-aa71-a1df8a61fb96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=620f2e02d0864b8db9b12d1ae9d6d77a&device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 1127 time: 0.0582242 Apr 08 09:07:07.249439 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-806dee99-0b31-45eb-a1e1-5b1f9310f085 req-bfc4adee-15c5-4d22-aa66-c6cf34ca4060 tempest-DeleteServersTestJSON-808283004 tempest-DeleteServersTestJSON-808283004-project] 10.222.0.11 "GET /v2.0/ports?device_id=4d870629-c93d-4f56-971c-7eca9f9edcb8 HTTP/1.1" status: 200 len: 210 time: 0.0259023 Apr 08 09:07:07.252338 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d795f2-5a52-495a-b9bd-8cdf9591f297 req-08b9ee70-fbaa-48c6-8bc4-1ecc7e1174af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:07.253874 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d9d795f2-5a52-495a-b9bd-8cdf9591f297 req-08b9ee70-fbaa-48c6-8bc4-1ecc7e1174af service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 HTTP/1.1" status: 200 len: 908 time: 0.0872266 Apr 08 09:07:07.520875 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d9d795f2-5a52-495a-b9bd-8cdf9591f297 req-767bc836-e0d1-44d3-8c29-b00f258e31bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e7473e2-12f8-4e45-8782-df8e0418eb73 HTTP/1.1" status: 200 len: 217 time: 0.0393388 Apr 08 09:07:07.582985 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d795f2-5a52-495a-b9bd-8cdf9591f297 req-a6db4fb0-7e37-47df-86ee-ced1edd20f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:07.584239 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d9d795f2-5a52-495a-b9bd-8cdf9591f297 req-a6db4fb0-7e37-47df-86ee-ced1edd20f83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f723cce-3d31-45fc-ae49-d49002b087df HTTP/1.1" status: 200 len: 848 time: 0.0549331 Apr 08 09:07:07.640604 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d9d795f2-5a52-495a-b9bd-8cdf9591f297 req-bfe350f5-2c28-4393-970a-64e31d9015b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391421 Apr 08 09:07:07.773392 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d9d795f2-5a52-495a-b9bd-8cdf9591f297 req-2d1ed2b4-8fb0-480b-a3cd-1a9f0be98a73 service neutron] 10.222.0.10 "GET /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305542 Apr 08 09:07:07.872648 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d9d795f2-5a52-495a-b9bd-8cdf9591f297 req-f9512f57-5a5e-450d-b717-c6e3e636d445 service neutron] 10.222.0.10 "GET /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909946 Apr 08 09:07:07.964145 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58688) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:08.073163 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58e4f4b5-28ac-415d-a179-976f03802235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:08.148330 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58e4f4b5-28ac-415d-a179-976f03802235 admin admin] Publish callbacks [] for security_group (0f5e729d-6d9c-4030-a6ce-91c65b6aa1cb), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:08.152092 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-58e4f4b5-28ac-415d-a179-976f03802235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (0f5e729d-6d9c-4030-a6ce-91c65b6aa1cb), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:08.196455 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-58e4f4b5-28ac-415d-a179-976f03802235 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2e1fd6df09540d78c5a6a83cb9e0863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287519 Apr 08 09:07:08.197109 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58700) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:08.204986 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4f4b5-28ac-415d-a179-976f03802235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5e729d-6d9c-4030-a6ce-91c65b6aa1cb,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:08.251225 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0c075353-b1dc-4c7c-8884-a2b5ec778b5d admin admin] Publish callbacks [] for security_group (0f5e729d-6d9c-4030-a6ce-91c65b6aa1cb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:08.272372 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0c075353-b1dc-4c7c-8884-a2b5ec778b5d admin admin] Publish callbacks [] for security_group (0f5e729d-6d9c-4030-a6ce-91c65b6aa1cb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:08.301310 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a9fdb-78fc-43f8-8d3e-22a8130d4fd8 req-314644a3-8d51-4ade-a638-240416375541 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:08.302767 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f99a9fdb-78fc-43f8-8d3e-22a8130d4fd8 req-314644a3-8d51-4ade-a638-240416375541 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 943 time: 0.0934060 Apr 08 09:07:08.314883 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623db73-2c3a-4b5b-b5de-a0b5eebb183f req-daee4356-dffb-447d-a018-6059c56a33d7 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:08.316331 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6623db73-2c3a-4b5b-b5de-a0b5eebb183f req-daee4356-dffb-447d-a018-6059c56a33d7 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0873289 Apr 08 09:07:08.324418 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0c075353-b1dc-4c7c-8884-a2b5ec778b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (0f5e729d-6d9c-4030-a6ce-91c65b6aa1cb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:08.327005 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0c075353-b1dc-4c7c-8884-a2b5ec778b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:08.328310 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0c075353-b1dc-4c7c-8884-a2b5ec778b5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f5e729d-6d9c-4030-a6ce-91c65b6aa1cb HTTP/1.1" status: 204 len: 168 time: 0.1306653 Apr 08 09:07:08.335974 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c075353-b1dc-4c7c-8884-a2b5ec778b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5e729d-6d9c-4030-a6ce-91c65b6aa1cb,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:08.387090 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce071218-2bd9-4e90-94b8-76b9ac7876a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:08.389770 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f99a9fdb-78fc-43f8-8d3e-22a8130d4fd8 req-59ec3fa9-a748-4673-834c-9c9ca3c55912 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724642 Apr 08 09:07:08.393030 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6623db73-2c3a-4b5b-b5de-a0b5eebb183f req-7c92ead6-dc9b-4781-a289-e629110cddec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701504 Apr 08 09:07:08.797545 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 0e7473e2-12f8-4e45-8782-df8e0418eb73 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:07:08.906236 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 0e7473e2-12f8-4e45-8782-df8e0418eb73, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0e7473e2-12f8-4e45-8782-df8e0418eb73,segment=NetworkSegment(4cc6d903-b822-48a6-a216-caa92c64d940),segment_id=4cc6d903-b822-48a6-a216-caa92c64d940)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:08.919089 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '0e7473e2-12f8-4e45-8782-df8e0418eb73', 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14', 'port_id': '0e7473e2-12f8-4e45-8782-df8e0418eb73', 'mac_address': 'fa:16:3e:75:96:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f723cce-3d31-45fc-ae49-d49002b087df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:07:08.964314 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 0e7473e2-12f8-4e45-8782-df8e0418eb73 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:08.965013 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:08.982767 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7473e2-12f8-4e45-8782-df8e0418eb73 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:07:09.010122 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 0e7473e2-12f8-4e45-8782-df8e0418eb73, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0e7473e2-12f8-4e45-8782-df8e0418eb73,segment=NetworkSegment(4cc6d903-b822-48a6-a216-caa92c64d940),segment_id=4cc6d903-b822-48a6-a216-caa92c64d940)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:09.014836 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:09.081487 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=0e7473e2-12f8-4e45-8782-df8e0418eb73,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:09.583350 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85541d38-6806-492e-b1e8-decd67f84eb1 req-76a23298-c945-4907-956f-846179ff26b7 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:09.585372 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-85541d38-6806-492e-b1e8-decd67f84eb1 req-76a23298-c945-4907-956f-846179ff26b7 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 944 time: 0.1127951 Apr 08 09:07:09.598935 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219ef30-deac-4e3b-a60b-6a4b4e12db8b req-3a641787-d219-4cd0-84f1-f63608401a23 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:09.600339 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9219ef30-deac-4e3b-a60b-6a4b4e12db8b req-3a641787-d219-4cd0-84f1-f63608401a23 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.1251736 Apr 08 09:07:09.680551 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-85541d38-6806-492e-b1e8-decd67f84eb1 req-243c2cb3-ebbf-4a9d-bdae-0b179d4c565d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887415 Apr 08 09:07:09.686358 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9219ef30-deac-4e3b-a60b-6a4b4e12db8b req-c8165f4b-23e2-4be3-81b7-678b0711910d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711341 Apr 08 09:07:09.848726 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58770) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:09.892707 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d9535d-6ce9-4cdc-8a8e-f74ac3d5c9aa admin admin] Deleting subnet 97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:07:09.895686 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-63d9535d-6ce9-4cdc-8a8e-f74ac3d5c9aa admin admin] Publish callbacks [] for subnet (97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:09.937431 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-63d9535d-6ce9-4cdc-8a8e-f74ac3d5c9aa admin admin] Publish callbacks [] for subnet (97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:09.943038 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-63d9535d-6ce9-4cdc-8a8e-f74ac3d5c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:09.995209 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-63d9535d-6ce9-4cdc-8a8e-f74ac3d5c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:09.996505 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['0e7473e2-12f8-4e45-8782-df8e0418eb73'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:07:10.021307 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9535d-6ce9-4cdc-8a8e-f74ac3d5c9aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:10.026364 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-63d9535d-6ce9-4cdc-8a8e-f74ac3d5c9aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.030188 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-63d9535d-6ce9-4cdc-8a8e-f74ac3d5c9aa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/97ac23f7-c8cb-4030-a1b4-64c9dc3afd8d HTTP/1.1" status: 204 len: 168 time: 0.1799443 Apr 08 09:07:10.032729 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58774) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:10.101608 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.189849 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.209855 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:10.218885 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f9e819-0683-4eed-acec-cad292567d16') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:10.219182 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f9e819-0683-4eed-acec-cad292567d16') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:10.228221 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14259777'] for segment (81f9e819-0683-4eed-acec-cad292567d16), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.241129 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (81f9e819-0683-4eed-acec-cad292567d16), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.247243 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:07:10.247565 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13889290'] for segment (81f9e819-0683-4eed-acec-cad292567d16), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: Traceback (most recent call last): Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: timer() Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: cb(*args, **kw) Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: return func(*args, **kwargs) Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: self._notify() Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: self.callback(batched_events) Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: event.method(event) Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: return f(self, *a, **k) Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._get(url).json() Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:07:10.249728 dv-cinder-836996-2-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:07:10.307186 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.313511 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.319392 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] 10.222.0.11 "DELETE /v2.0/networks/2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd HTTP/1.1" status: 204 len: 168 time: 0.2827115 Apr 08 09:07:10.329443 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dbba0-76d1-4212-9bd4-6d54626ab0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=2bbd0b9f-a0b1-4e69-a0ee-b42e791bb3bd,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:10.486429 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58780) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:10.534091 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-150309ef-4243-4c9c-9f52-2063c67f405f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68a0eca57db9453ca8f4097f532bd52e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462444 Apr 08 09:07:10.536287 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58782) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:10.582713 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9641-3742-4755-a221-19961bc65d2c admin admin] Publish callbacks [] for security_group (e31d204b-3931-4a11-b5bb-86cf5355db5e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.603321 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9641-3742-4755-a221-19961bc65d2c admin admin] Publish callbacks [] for security_group (e31d204b-3931-4a11-b5bb-86cf5355db5e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.650362 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9641-3742-4755-a221-19961bc65d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (e31d204b-3931-4a11-b5bb-86cf5355db5e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.653449 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3c0e9641-3742-4755-a221-19961bc65d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.654898 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-3c0e9641-3742-4755-a221-19961bc65d2c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e31d204b-3931-4a11-b5bb-86cf5355db5e HTTP/1.1" status: 204 len: 168 time: 0.1175573 Apr 08 09:07:10.662748 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e9641-3742-4755-a221-19961bc65d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d204b-3931-4a11-b5bb-86cf5355db5e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:10.793879 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07810254-1518-4fc0-818f-0c4370b4665c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:10.830218 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ced6c7-2ded-43a1-bc88-526ef4ca6bc4 req-1b619ecf-dfda-4220-8209-3032910adfae tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:10.831679 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b8ced6c7-2ded-43a1-bc88-526ef4ca6bc4 req-1b619ecf-dfda-4220-8209-3032910adfae tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 944 time: 0.0814128 Apr 08 09:07:10.851440 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b4649-3c41-4191-85cd-5066d181eeff req-9170dfc6-e80b-48ca-a0dc-dde61e8feda5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:10.853788 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ed1b4649-3c41-4191-85cd-5066d181eeff req-9170dfc6-e80b-48ca-a0dc-dde61e8feda5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0950806 Apr 08 09:07:10.922749 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b8ced6c7-2ded-43a1-bc88-526ef4ca6bc4 req-859f3945-8937-44da-9ec5-94d1043c9e49 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841312 Apr 08 09:07:10.930290 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ed1b4649-3c41-4191-85cd-5066d181eeff req-51156242-6b7f-4b02-89e7-37a29e08e2f9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678580 Apr 08 09:07:11.337041 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58812) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:11.432242 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-260951293-network', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:11.452524 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Made reservation on behalf of 1731589fdea447d4b4b5fcde204b348f for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:07:11.454793 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:11.466394 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:11.544609 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Publish callbacks [] for security_group (336e8885-5a74-4797-8b0b-d20da065f18f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:11.548623 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (336e8885-5a74-4797-8b0b-d20da065f18f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:11.574818 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:07:11.581030 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336e8885-5a74-4797-8b0b-d20da065f18f,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:11.586962 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (6c0984bf-059a-4268-bf15-e4c4fb3a5705), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:11.587237 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Added segment 6c0984bf-059a-4268-bf15-e4c4fb3a5705 of type vlan for network 10b7a254-b160-4de6-b642-6f7a58546c9f Apr 08 09:07:11.627445 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (10b7a254-b160-4de6-b642-6f7a58546c9f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:11.651022 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (10b7a254-b160-4de6-b642-6f7a58546c9f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:11.652240 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:11.653235 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:11.686746 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3486307 Apr 08 09:07:11.689716 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58820) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:11.694556 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-97144474-5168-4c4c-89d4-bdbe2e69d507 admin admin] Request body: {'subnet': {'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-subnet', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:11.713457 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97144474-5168-4c4c-89d4-bdbe2e69d507 admin admin] Made reservation on behalf of 1731589fdea447d4b4b5fcde204b348f for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:07:11.715833 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-97144474-5168-4c4c-89d4-bdbe2e69d507 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:11.720563 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e5687-5d44-4b80-9068-2da72dbadb02 admin admin] Pushing event updated for resources: {'Network': ['ID=10b7a254-b160-4de6-b642-6f7a58546c9f,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:11.730359 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 10b7a254-b160-4de6-b642-6f7a58546c9f details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:07:11.891995 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-97144474-5168-4c4c-89d4-bdbe2e69d507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (5471f85f-e66a-4cbd-9a5c-aa1e5a851961), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:11.947300 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97144474-5168-4c4c-89d4-bdbe2e69d507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5471f85f-e66a-4cbd-9a5c-aa1e5a851961,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:11.952907 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:07:11.960231 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97144474-5168-4c4c-89d4-bdbe2e69d507 admin admin] Checking segment: {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:07:11.960620 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97144474-5168-4c4c-89d4-bdbe2e69d507 admin admin] Network hostable DHCP agents. Network: 10b7a254-b160-4de6-b642-6f7a58546c9f, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:07:11.961030 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:11.982044 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97144474-5168-4c4c-89d4-bdbe2e69d507 admin admin] Network 10b7a254-b160-4de6-b642-6f7a58546c9f is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:07:11.997301 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-97144474-5168-4c4c-89d4-bdbe2e69d507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 10b7a254-b160-4de6-b642-6f7a58546c9f) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:07:12.002796 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97144474-5168-4c4c-89d4-bdbe2e69d507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:12.003624 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-97144474-5168-4c4c-89d4-bdbe2e69d507 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.006988 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf97129d-faa3-4c21-affd-12efdacf3c1b None None] Network 10b7a254-b160-4de6-b642-6f7a58546c9f requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:07:12.054857 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-97144474-5168-4c4c-89d4-bdbe2e69d507 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3640106 Apr 08 09:07:12.057715 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58828) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:12.062279 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:12.083556 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105235'] for router (f48e8ed6-79be-4408-bc51-59d4a92d8983), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.085534 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105448'] for router (f48e8ed6-79be-4408-bc51-59d4a92d8983), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.104292 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a871a3c-1ea2-4ad9-b579-06fab91ed047 req-b70566bd-733c-40ef-8aae-a0c30f097de3 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:12.105791 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3a871a3c-1ea2-4ad9-b579-06fab91ed047 req-b70566bd-733c-40ef-8aae-a0c30f097de3 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 944 time: 0.0988936 Apr 08 09:07:12.120102 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718daa1-7cb3-4223-b3ee-32a40d7f2657 req-11d93767-60c9-4fa4-bd4f-23bce0aac825 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:12.121623 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f718daa1-7cb3-4223-b3ee-32a40d7f2657 req-11d93767-60c9-4fa4-bd4f-23bce0aac825 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0850182 Apr 08 09:07:12.127476 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b62ef2-cd21-5b3a-97f1-5745f5eda7dd-10b7a254-b160-4de6-b642-6f7a58546c9f', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961'}]}} from dv-cinder-836996-2-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 09:07:12.128863 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.144043 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Publish callbacks [] for router_controller (f48e8ed6-79be-4408-bc51-59d4a92d8983), precommit_add_association {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.286155 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Allocated IP 172.20.0.2 (10b7a254-b160-4de6-b642-6f7a58546c9f/5471f85f-e66a-4cbd-9a5c-aa1e5a851961/47879d4b-4266-4435-9e89-1a176cd4935e) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:07:12.305372 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Publish callbacks [] for router_gateway (f48e8ed6-79be-4408-bc51-59d4a92d8983), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.393704 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f718daa1-7cb3-4223-b3ee-32a40d7f2657 req-ef54fc36-75d8-49d9-a4cb-e5e81b3d0637 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643690 Apr 08 09:07:12.396901 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3a871a3c-1ea2-4ad9-b579-06fab91ed047 req-26269b9d-68ab-4345-8c3e-a0b597eca184 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741809 Apr 08 09:07:12.458052 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Publish callbacks [] for port (47879d4b-4266-4435-9e89-1a176cd4935e), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.463853 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.504568 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Network 10b7a254-b160-4de6-b642-6f7a58546c9f is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:07:12.507354 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:07:12.514322 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:07:12.521685 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Pushing event updated for resources: {'Port': ['ID=47879d4b-4266-4435-9e89-1a176cd4935e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:12.536296 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Publish callbacks [] for router_gateway (f48e8ed6-79be-4408-bc51-59d4a92d8983), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.558297 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.572191 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Attempting to bind port 47879d4b-4266-4435-9e89-1a176cd4935e on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:07:12.572589 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Attempting to bind port 47879d4b-4266-4435-9e89-1a176cd4935e by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:07:12.572977 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Attempting to bind port 47879d4b-4266-4435-9e89-1a176cd4935e on network 10b7a254-b160-4de6-b642-6f7a58546c9f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:07:12.578346 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:07:12.578714 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Checking segment: {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:07:12.579110 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.579497 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Bound using segment: {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:07:12.579952 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Bound port: 47879d4b-4266-4435-9e89-1a176cd4935e, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:07:12.580339 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.640751 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] For port 47879d4b-4266-4435-9e89-1a176cd4935e, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:07:12.644408 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] For port 47879d4b-4266-4435-9e89-1a176cd4935e, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=47879d4b-4266-4435-9e89-1a176cd4935e,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:07:12.650564 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.668233 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Allocated IP 172.27.2.232 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/a6234a67-9012-4daa-84c7-67ccc2fde034) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:07:12.714580 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab788bc6-ba82-4aab-aaea-964b611d5379 None None] Pushing event updated for resources: {'Port': ['ID=47879d4b-4266-4435-9e89-1a176cd4935e,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:12.781978 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Publish callbacks [] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.816528 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:12.854994 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:07:12.861129 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:07:12.863547 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:07:12.869378 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Pushing event updated for resources: {'Port': ['ID=a6234a67-9012-4daa-84c7-67ccc2fde034,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:13.137112 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Publish callbacks [] for router_gateway (f48e8ed6-79be-4408-bc51-59d4a92d8983), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:13.262499 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:13.334345 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610855'] for router (f48e8ed6-79be-4408-bc51-59d4a92d8983), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:13.444405 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 47879d4b-4266-4435-9e89-1a176cd4935e up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:07:13.498133 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 47879d4b-4266-4435-9e89-1a176cd4935e triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:13.498523 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:13.526034 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Router f48e8ed6-79be-4408-bc51-59d4a92d8983 is scheduled to L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 with binding_index 1 {{(pid=103424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 09:07:13.599102 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 47879d4b-4266-4435-9e89-1a176cd4935e is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:13.599102 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:13.605905 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5199bd8-349b-4b60-accd-e3d1aa98f2cb req-3579750f-ef01-4a17-8d52-efcee61b089f tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:13.608226 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5199bd8-349b-4b60-accd-e3d1aa98f2cb req-3579750f-ef01-4a17-8d52-efcee61b089f tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 944 time: 0.1026120 Apr 08 09:07:13.642689 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port 47879d4b-4266-4435-9e89-1a176cd4935e, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=47879d4b-4266-4435-9e89-1a176cd4935e,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:13.643619 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceab97e-63a7-45d9-b903-666ccda94c9b req-2e79fa31-e5ba-4464-8a17-6abdfafdaeae tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:13.646472 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1ceab97e-63a7-45d9-b903-666ccda94c9b req-2e79fa31-e5ba-4464-8a17-6abdfafdaeae tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.1063113 Apr 08 09:07:13.654753 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:13.708944 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5199bd8-349b-4b60-accd-e3d1aa98f2cb req-0c135e0e-af8f-44de-a368-aee0064810be tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943625 Apr 08 09:07:13.713590 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=47879d4b-4266-4435-9e89-1a176cd4935e,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:13.732579 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c19d61-5b8b-4a34-81d0-35eb1fea9b5e None None] Network 10b7a254-b160-4de6-b642-6f7a58546c9f requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:07:13.774495 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1ceab97e-63a7-45d9-b903-666ccda94c9b req-b713d980-ca36-4809-a4ee-bfbf6e285cbf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206298 Apr 08 09:07:13.843828 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-9692932a-919e-4cc0-8042-37658eb2afc6 None None] Provisioning complete for port 47879d4b-4266-4435-9e89-1a176cd4935e triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:13.844213 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9692932a-919e-4cc0-8042-37658eb2afc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:13.902393 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:07:13.917046 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Sync routers for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:07:13.924868 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:13.928776 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-9e6d5cb9-d6b2-43f4-a143-1ef7e84afb04 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8674617 Apr 08 09:07:13.929125 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58846) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:13.930713 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:07:13.931398 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:07:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:14.051400 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:07:14.116831 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9692932a-919e-4cc0-8042-37658eb2afc6 None None] Current status of the port 47879d4b-4266-4435-9e89-1a176cd4935e is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:14.276516 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:13Z', 'revision_number': 3, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:14.312708 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Checking router: f48e8ed6-79be-4408-bc51-59d4a92d8983 for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:07:14.313226 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Updating router f48e8ed6-79be-4408-bc51-59d4a92d8983 port a6234a67-9012-4daa-84c7-67ccc2fde034 binding host dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:07:14.339775 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-e07938a2-77e1-47f3-bb2d-5e4b80920346 None None] Provisioning complete for port 47879d4b-4266-4435-9e89-1a176cd4935e triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:14.340758 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e07938a2-77e1-47f3-bb2d-5e4b80920346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:14.344221 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:14.416279 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 0e7473e2-12f8-4e45-8782-df8e0418eb73 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:07:14.481082 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e07938a2-77e1-47f3-bb2d-5e4b80920346 None None] Current status of the port 47879d4b-4266-4435-9e89-1a176cd4935e is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:14.485879 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:14.510891 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port 0e7473e2-12f8-4e45-8782-df8e0418eb73 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:07:14.519884 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 0e7473e2-12f8-4e45-8782-df8e0418eb73 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:14.520318 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:14.660463 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 0e7473e2-12f8-4e45-8782-df8e0418eb73 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:14.660982 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:14.701768 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b453379a-48e7-4c8d-9a0b-c4f3b841b427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7473e2-12f8-4e45-8782-df8e0418eb73'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:07:14.704014 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cfcc1d-902e-4451-9df2-c23acdb94b55" -d '{"events": [{"server_uuid": "b453379a-48e7-4c8d-9a0b-c4f3b841b427", "name": "network-vif-plugged", "status": "completed", "tag": "0e7473e2-12f8-4e45-8782-df8e0418eb73"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:07:14.716943 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Allocated IP 172.20.0.1 (10b7a254-b160-4de6-b642-6f7a58546c9f/5471f85f-e66a-4cbd-9a5c-aa1e5a851961/6108450e-aa32-4734-9cf0-322e585d26c8) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:07:14.722736 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 0e7473e2-12f8-4e45-8782-df8e0418eb73, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0e7473e2-12f8-4e45-8782-df8e0418eb73,segment=NetworkSegment(4cc6d903-b822-48a6-a216-caa92c64d940),segment_id=4cc6d903-b822-48a6-a216-caa92c64d940)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:14.724783 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:14.732673 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:14.773005 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Publish callbacks [] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:14.781262 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:14.798282 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dd1df4-46d2-4c98-a094-8b6eb0350736 x-openstack-request-id: req-67dd1df4-46d2-4c98-a094-8b6eb0350736 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:07:14.798651 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b453379a-48e7-4c8d-9a0b-c4f3b841b427", "name": "network-vif-plugged", "status": "completed", "tag": "0e7473e2-12f8-4e45-8782-df8e0418eb73", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:07:14.798911 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67dd1df4-46d2-4c98-a094-8b6eb0350736 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:07:14.799313 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67dd1df4-46d2-4c98-a094-8b6eb0350736'] response: {'server_uuid': 'b453379a-48e7-4c8d-9a0b-c4f3b841b427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7473e2-12f8-4e45-8782-df8e0418eb73', 'code': 200} Apr 08 09:07:14.840351 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Attempting to bind port a6234a67-9012-4daa-84c7-67ccc2fde034 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:07:14.841092 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Attempting to bind port a6234a67-9012-4daa-84c7-67ccc2fde034 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:07:14.841716 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Attempting to bind port a6234a67-9012-4daa-84c7-67ccc2fde034 on network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:07:14.853591 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:07:14.854179 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Checking segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:07:14.854725 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:14.855837 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Bound using segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:07:14.856502 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Bound port: a6234a67-9012-4daa-84c7-67ccc2fde034, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:07:14.857098 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:14.862385 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=0e7473e2-12f8-4e45-8782-df8e0418eb73,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:14.939089 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] For port a6234a67-9012-4daa-84c7-67ccc2fde034, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:07:14.943116 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] For port a6234a67-9012-4daa-84c7-67ccc2fde034, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=a6234a67-9012-4daa-84c7-67ccc2fde034,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:07:14.952874 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Pushing event updated for resources: {'Port': ['ID=a6234a67-9012-4daa-84c7-67ccc2fde034,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:14.957838 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:14.971196 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.971775 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.972381 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.973094 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.973578 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.974179 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.974761 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.975476 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.976086 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.978163 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.978877 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.979300 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.979735 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.980167 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:14.980507 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:15.034596 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Publish callbacks [] for port (6108450e-aa32-4734-9cf0-322e585d26c8), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:15.046789 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39873229-0368-4928-bf87-c5a88e5890ac req-f681956f-5147-4ae2-9f68-48e35d076acb tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:15.048512 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-39873229-0368-4928-bf87-c5a88e5890ac req-f681956f-5147-4ae2-9f68-48e35d076acb tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 945 time: 0.1550202 Apr 08 09:07:15.065431 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0693b34-8251-4d1a-a5c0-b99392e73178 req-7f1396fe-77c1-43d8-b2ff-09ca88f5dade tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:15.072082 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b0693b34-8251-4d1a-a5c0-b99392e73178 req-7f1396fe-77c1-43d8-b2ff-09ca88f5dade tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.1335058 Apr 08 09:07:15.088439 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fd876-fa62-44c4-b9fd-e135cf194808 None None] Pushing event updated for resources: {'Port': ['ID=a6234a67-9012-4daa-84c7-67ccc2fde034,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:15.127594 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:07:15.130008 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:07:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:15.164961 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:15.179017 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-39873229-0368-4928-bf87-c5a88e5890ac req-20b56ec9-a157-4445-836d-3b0db12a69f6 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048956 Apr 08 09:07:15.206229 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698a179-3b9e-461f-bc2f-e9cd20aba0d9 req-b3f55e19-30ec-40f3-bbd8-3273266edd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:15.208075 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5698a179-3b9e-461f-bc2f-e9cd20aba0d9 req-b3f55e19-30ec-40f3-bbd8-3273266edd33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 1129 time: 0.0883219 Apr 08 09:07:15.212033 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b0693b34-8251-4d1a-a5c0-b99392e73178 req-39f1e9d3-0da3-4aa9-bcc6-a4a65878cba2 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390915 Apr 08 09:07:15.226429 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Network 10b7a254-b160-4de6-b642-6f7a58546c9f is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:07:15.232785 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:07:15.237652 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:07:15.238132 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613192'] for router_interface (f48e8ed6-79be-4408-bc51-59d4a92d8983), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:15.242163 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Pushing event updated for resources: {'Port': ['ID=6108450e-aa32-4734-9cf0-322e585d26c8,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:15.291516 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:07:15.307780 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5698a179-3b9e-461f-bc2f-e9cd20aba0d9 req-20358664-ba6e-4333-8b00-719f5cb5bf7f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624745 Apr 08 09:07:15.413720 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:15.439973 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 47879d4b-4266-4435-9e89-1a176cd4935e up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:07:15.496732 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:13Z', 'revision_number': 3, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:15.502131 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 47879d4b-4266-4435-9e89-1a176cd4935e triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:15.502694 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:15.525978 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d681918-e9e8-4aee-be7a-daa3066ed2b1 None None] The sync data for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi is: [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:13Z', 'revision_number': 3, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:07:15.542938 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ac334aad-f87d-438a-abf0-05bb796f74f2 None None] Provisioning complete for port 6108450e-aa32-4734-9cf0-322e585d26c8 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:15.543198 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ac334aad-f87d-438a-abf0-05bb796f74f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:15.592034 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ac334aad-f87d-438a-abf0-05bb796f74f2 None None] Port 6108450e-aa32-4734-9cf0-322e585d26c8 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:07:15.616640 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Publish callbacks [] for port (6108450e-aa32-4734-9cf0-322e585d26c8), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:15.626706 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:15.628508 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613348'] for router_interface (f48e8ed6-79be-4408-bc51-59d4a92d8983), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:15.638094 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 47879d4b-4266-4435-9e89-1a176cd4935e is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:15.718391 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Pushing event updated for resources: {'Port': ['ID=6108450e-aa32-4734-9cf0-322e585d26c8,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:15.766953 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Network 10b7a254-b160-4de6-b642-6f7a58546c9f is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:07:15.768358 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:07:15.899274 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Router f48e8ed6-79be-4408-bc51-59d4a92d8983 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:07:16.026115 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:07:16.032345 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0294d1e7-8a69-41e6-a9c6-c46db4f2ffe4 admin admin] 10.222.0.11 "PUT /v2.0/routers/f48e8ed6-79be-4408-bc51-59d4a92d8983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1016719 Apr 08 09:07:16.115081 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-df297bd6-f6c3-49e0-8e4a-0e5873a89797 None None] Provisioning complete for port 6108450e-aa32-4734-9cf0-322e585d26c8 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:16.115456 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-df297bd6-f6c3-49e0-8e4a-0e5873a89797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.159076 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-df297bd6-f6c3-49e0-8e4a-0e5873a89797 None None] Port 6108450e-aa32-4734-9cf0-322e585d26c8 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:07:16.307791 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eece127-0ab1-4980-bd31-6970fce988b8 req-6d22e8b1-1959-4ad5-93b4-a5b16236a20d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:16.309454 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0eece127-0ab1-4980-bd31-6970fce988b8 req-6d22e8b1-1959-4ad5-93b4-a5b16236a20d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 945 time: 0.0577922 Apr 08 09:07:16.366302 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0eece127-0ab1-4980-bd31-6970fce988b8 req-6777b5c8-a113-48ad-be6a-48cd06b7c94b tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502086 Apr 08 09:07:16.474957 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de3f8f-8b7f-44b2-9604-3d731c9108c4 req-31aa21e8-7ac9-4f06-92fb-79436c18f150 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:16.476684 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-17de3f8f-8b7f-44b2-9604-3d731c9108c4 req-31aa21e8-7ac9-4f06-92fb-79436c18f150 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0554874 Apr 08 09:07:16.526206 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-17de3f8f-8b7f-44b2-9604-3d731c9108c4 req-d930a21a-fc3b-41e9-9696-af30e1aba405 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432906 Apr 08 09:07:16.555128 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 58902) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:16.560092 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-804df290-7fdd-4543-8dd0-6ca99ec016eb tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697230020', 'description': 'tempest-description--416169010'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:16.581997 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-804df290-7fdd-4543-8dd0-6ca99ec016eb tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.644611 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-804df290-7fdd-4543-8dd0-6ca99ec016eb tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group (5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.648500 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-804df290-7fdd-4543-8dd0-6ca99ec016eb tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.676117 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-804df290-7fdd-4543-8dd0-6ca99ec016eb tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.677468 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-804df290-7fdd-4543-8dd0-6ca99ec016eb tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1212418 Apr 08 09:07:16.680996 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58904) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:16.682745 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804df290-7fdd-4543-8dd0-6ca99ec016eb tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:16.690389 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-5286f93c-b1e9-462d-bd9d-effd5d5ed8e5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Request body: {'security_group_rule': {'security_group_id': '5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:16.714549 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5286f93c-b1e9-462d-bd9d-effd5d5ed8e5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group_rule (199f6e36-49f3-45d2-b8fe-add76aea8f3f), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.773500 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5286f93c-b1e9-462d-bd9d-effd5d5ed8e5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group_rule (199f6e36-49f3-45d2-b8fe-add76aea8f3f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.777809 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5286f93c-b1e9-462d-bd9d-effd5d5ed8e5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (199f6e36-49f3-45d2-b8fe-add76aea8f3f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.796122 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286f93c-b1e9-462d-bd9d-effd5d5ed8e5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199f6e36-49f3-45d2-b8fe-add76aea8f3f,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:16.803732 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5286f93c-b1e9-462d-bd9d-effd5d5ed8e5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.807977 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5286f93c-b1e9-462d-bd9d-effd5d5ed8e5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226358 Apr 08 09:07:16.808287 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58908) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:16.812619 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-94f3393d-575e-40f0-8a2b-ee3083d717ac tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Request body: {'security_group_rule': {'security_group_id': '5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:16.837171 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94f3393d-575e-40f0-8a2b-ee3083d717ac tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group_rule (ce7bf417-328b-454c-bf99-6419a2e0f9fc), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.893372 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94f3393d-575e-40f0-8a2b-ee3083d717ac tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group_rule (ce7bf417-328b-454c-bf99-6419a2e0f9fc), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.897680 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94f3393d-575e-40f0-8a2b-ee3083d717ac tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (ce7bf417-328b-454c-bf99-6419a2e0f9fc), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.920346 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3393d-575e-40f0-8a2b-ee3083d717ac tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7bf417-328b-454c-bf99-6419a2e0f9fc,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:16.929293 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-94f3393d-575e-40f0-8a2b-ee3083d717ac tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:16.930479 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-94f3393d-575e-40f0-8a2b-ee3083d717ac tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212349 Apr 08 09:07:16.933587 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 58910) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:16.937898 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:16.959016 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.057345 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.163411 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Allocated IP 172.27.2.140 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/fd7ea76d-f469-46cc-a2f2-b074430271ca) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:07:17.174350 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Sync routers for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:07:17.186086 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:07:17.186896 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:07:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:17.279493 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for port (fd7ea76d-f469-46cc-a2f2-b074430271ca), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.301715 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:07:17.313991 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (fd7ea76d-f469-46cc-a2f2-b074430271ca), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.351106 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:07:17.354072 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:07:17.360496 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:07:17.383103 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event updated for resources: {'Port': ['ID=fd7ea76d-f469-46cc-a2f2-b074430271ca,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:17.492374 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (cc324d8e-da65-4376-a145-b271165fcf54), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.501087 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device a6234a67-9012-4daa-84c7-67ccc2fde034 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:07:17.517150 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650832-5050-4495-9c99-953e72438462 req-370e46e3-f766-4109-989d-4053db3996ab tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:17.518757 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d0650832-5050-4495-9c99-953e72438462 req-370e46e3-f766-4109-989d-4053db3996ab tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 945 time: 0.0679746 Apr 08 09:07:17.534238 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fd7ea76d-f469-46cc-a2f2-b074430271ca), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.567640 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port a6234a67-9012-4daa-84c7-67ccc2fde034 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:17.568013 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.592045 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d0650832-5050-4495-9c99-953e72438462 req-249da7f0-5334-459d-975b-8a8b56a41ca8 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668290 Apr 08 09:07:17.596135 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 2, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:17.625820 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Checking router: f48e8ed6-79be-4408-bc51-59d4a92d8983 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:07:17.626142 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Updating router f48e8ed6-79be-4408-bc51-59d4a92d8983 port 6108450e-aa32-4734-9cf0-322e585d26c8 binding host dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:07:17.662998 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.668956 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fe570-e02f-4f25-b822-1cfa4169dc3f req-1d00a86b-9a34-41e5-8ab9-273f60d42b69 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:17.670720 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6b8fe570-e02f-4f25-b822-1cfa4169dc3f req-1d00a86b-9a34-41e5-8ab9-273f60d42b69 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0573719 Apr 08 09:07:17.697070 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for port (fd7ea76d-f469-46cc-a2f2-b074430271ca), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.703467 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (fd7ea76d-f469-46cc-a2f2-b074430271ca), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.732680 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6b8fe570-e02f-4f25-b822-1cfa4169dc3f req-1c4572a5-2322-48d1-9d61-51059c8caecf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529239 Apr 08 09:07:17.740499 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port a6234a67-9012-4daa-84c7-67ccc2fde034 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:17.740851 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.770058 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event updated for resources: {'Port': ['ID=fd7ea76d-f469-46cc-a2f2-b074430271ca,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:17.785905 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (cc324d8e-da65-4376-a145-b271165fcf54), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.801406 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.802635 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5579130e-d454-45f2-947b-4a8bcc07cb64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8681097 Apr 08 09:07:17.814024 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port a6234a67-9012-4daa-84c7-67ccc2fde034, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=a6234a67-9012-4daa-84c7-67ccc2fde034,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:17.823425 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:17.931583 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=a6234a67-9012-4daa-84c7-67ccc2fde034,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:17.957824 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-8e5550e9-3c68-469f-a2da-dfbdb91167d2 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1697230020&fields=id&tenant_id=1731589fdea447d4b4b5fcde204b348f HTTP/1.1" status: 200 len: 267 time: 0.0429583 Apr 08 09:07:18.023874 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Publish callbacks [] for port (6108450e-aa32-4734-9cf0-322e585d26c8), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:18.028924 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:18.065195 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-8b63d39a-aeab-45c9-a387-35f2168edf9f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:18.067062 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-8b63d39a-aeab-45c9-a387-35f2168edf9f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 816 time: 0.1025374 Apr 08 09:07:18.079554 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54b1c9-3669-42f5-9033-871486dd9135 None None] Pushing event updated for resources: {'Port': ['ID=6108450e-aa32-4734-9cf0-322e585d26c8,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:18.088373 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-39a32af7-8be6-4045-8fe0-4cb4d2ebb93d tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/quotas/1731589fdea447d4b4b5fcde204b348f HTTP/1.1" status: 200 len: 375 time: 0.0104647 Apr 08 09:07:18.134886 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Attempting to bind port 6108450e-aa32-4734-9cf0-322e585d26c8 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:07:18.135262 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Attempting to bind port 6108450e-aa32-4734-9cf0-322e585d26c8 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:07:18.135628 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Attempting to bind port 6108450e-aa32-4734-9cf0-322e585d26c8 on network 10b7a254-b160-4de6-b642-6f7a58546c9f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:07:18.141842 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:07:18.142221 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Checking segment: {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:07:18.142627 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:18.143021 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Bound using segment: {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:07:18.143502 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Bound port: 6108450e-aa32-4734-9cf0-322e585d26c8, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:07:18.143881 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:18.214077 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] For port 6108450e-aa32-4734-9cf0-322e585d26c8, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:07:18.218037 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] For port 6108450e-aa32-4734-9cf0-322e585d26c8, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=6108450e-aa32-4734-9cf0-322e585d26c8,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:07:18.224563 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:18.332344 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54b1c9-3669-42f5-9033-871486dd9135 None None] Pushing event updated for resources: {'Port': ['ID=6108450e-aa32-4734-9cf0-322e585d26c8,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:18.336043 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:07:18.336906 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:07:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:18.362288 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-62eee5c1-fcb2-4a4a-a25d-0e68a06c5f07 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2676821 Apr 08 09:07:18.377598 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-10d42a17-6379-4ca4-8dde-dcb1f7d03fb9 None None] Provisioning complete for port 6108450e-aa32-4734-9cf0-322e585d26c8 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:18.377978 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10d42a17-6379-4ca4-8dde-dcb1f7d03fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:18.466913 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-e776cb75-730e-422f-a673-cfc588e1a029 service neutron] 10.222.0.11 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902734 Apr 08 09:07:18.561829 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-43f0cbb8-27ef-4cd3-90b6-03ba51b1eee6 service neutron] 10.222.0.11 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890296 Apr 08 09:07:18.603722 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:07:18.672711 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-10d42a17-6379-4ca4-8dde-dcb1f7d03fb9 None None] Current status of the port 6108450e-aa32-4734-9cf0-322e585d26c8 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:18.673107 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10d42a17-6379-4ca4-8dde-dcb1f7d03fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:18.749666 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32203f9-e937-4c92-a05a-41b77780c451 req-d48b58ec-b53e-4a3d-b5e3-f5339e47f461 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:18.752275 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e32203f9-e937-4c92-a05a-41b77780c451 req-d48b58ec-b53e-4a3d-b5e3-f5339e47f461 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 945 time: 0.0885732 Apr 08 09:07:18.764718 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-10ca49da-8d55-4b73-a10c-3c8d5a9cf95a req-22fdfc95-668d-4888-9825-e833a4565fe5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 210 time: 0.0525205 Apr 08 09:07:18.783880 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-10d42a17-6379-4ca4-8dde-dcb1f7d03fb9 None None] For port 6108450e-aa32-4734-9cf0-322e585d26c8, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=6108450e-aa32-4734-9cf0-322e585d26c8,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:18.790771 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10d42a17-6379-4ca4-8dde-dcb1f7d03fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:18.837839 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e32203f9-e937-4c92-a05a-41b77780c451 req-2623e09e-4dbf-4c92-9fcd-887269d82ad8 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629172 Apr 08 09:07:18.863278 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d42a17-6379-4ca4-8dde-dcb1f7d03fb9 None None] Pushing event updated for resources: {'Port': ['ID=6108450e-aa32-4734-9cf0-322e585d26c8,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:18.902968 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b40b24-1331-42c6-8e69-e4096c0ff7de req-456b0ab9-197c-4ae8-a895-69f958f454a5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:18.905371 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-89b40b24-1331-42c6-8e69-e4096c0ff7de req-456b0ab9-197c-4ae8-a895-69f958f454a5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0659151 Apr 08 09:07:18.936871 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:18.940499 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-123df59e-dca5-429f-a2a0-2bdd86c5d315 None None] Provisioning complete for port 6108450e-aa32-4734-9cf0-322e585d26c8 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:18.940499 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-123df59e-dca5-429f-a2a0-2bdd86c5d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:18.975439 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-89b40b24-1331-42c6-8e69-e4096c0ff7de req-07284dc4-4d9a-4b8e-bc88-a03affdf7949 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603137 Apr 08 09:07:18.993344 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fe7e81-d8a1-4595-ac12-485d5b427704 None None] The sync data for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi is: [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:07:19.079482 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-123df59e-dca5-429f-a2a0-2bdd86c5d315 None None] Current status of the port 6108450e-aa32-4734-9cf0-322e585d26c8 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:19.487378 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 6108450e-aa32-4734-9cf0-322e585d26c8 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:07:19.536606 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 6108450e-aa32-4734-9cf0-322e585d26c8 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:19.536979 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:19.618895 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 6108450e-aa32-4734-9cf0-322e585d26c8 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:19.619969 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device a6234a67-9012-4daa-84c7-67ccc2fde034 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:07:19.667202 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port a6234a67-9012-4daa-84c7-67ccc2fde034 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:19.667578 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:19.755870 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port a6234a67-9012-4daa-84c7-67ccc2fde034 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:19.859341 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c5237726-9d0f-4117-b9f6-818c67fc98a0 req-997f4502-83d9-4bea-8887-24da691beb4d tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 210 time: 0.0271041 Apr 08 09:07:19.965602 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44947a-8834-421d-9bc3-65a8a130eae1 req-fe802c6e-de27-471c-97a3-472f3c271e80 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:19.967328 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9c44947a-8834-421d-9bc3-65a8a130eae1 req-fe802c6e-de27-471c-97a3-472f3c271e80 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 945 time: 0.0614293 Apr 08 09:07:20.019890 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9c44947a-8834-421d-9bc3-65a8a130eae1 req-a20420f8-9405-40b2-99d4-14834042e1fe tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463562 Apr 08 09:07:20.084988 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05610df-972b-4136-bc86-1c2cce0d1fc3 req-0154badf-0e0f-48af-bb02-abe014739145 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:20.086437 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f05610df-972b-4136-bc86-1c2cce0d1fc3 req-0154badf-0e0f-48af-bb02-abe014739145 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0520451 Apr 08 09:07:20.131006 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f05610df-972b-4136-bc86-1c2cce0d1fc3 req-42178c98-e8c7-4546-9a3c-8200f265b6e9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389822 Apr 08 09:07:20.959772 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-079c8c83-5387-4cda-b0ca-3b1b84d1eccb req-ae541a8f-b7af-4e9e-bfb9-04898d356876 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 210 time: 0.0266559 Apr 08 09:07:21.142924 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771d223-639a-4a80-ad79-3fa4c410493f req-2eefbc72-2560-4423-91e9-050e1e47092f tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:21.144458 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b771d223-639a-4a80-ad79-3fa4c410493f req-2eefbc72-2560-4423-91e9-050e1e47092f tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 945 time: 0.0598891 Apr 08 09:07:21.194741 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b771d223-639a-4a80-ad79-3fa4c410493f req-8aa79853-706b-4a05-9849-a12b7d9798e5 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 Apr 08 09:07:21.245764 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdb88f-9daf-4a4c-b4d3-e2514c604547 req-074428d2-6f23-4872-ac19-2f384712b4b9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:21.247160 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3cbdb88f-9daf-4a4c-b4d3-e2514c604547 req-074428d2-6f23-4872-ac19-2f384712b4b9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0512030 Apr 08 09:07:21.293411 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3cbdb88f-9daf-4a4c-b4d3-e2514c604547 req-74d96e93-889e-4dbb-a9e3-238a5f1073c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Apr 08 09:07:22.081067 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-12738451-7f1a-44a9-9c35-3634fbae4bdb req-86a6855d-5c3a-4cdd-b572-b811ed071e29 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 210 time: 0.0522604 Apr 08 09:07:22.310387 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-de4128e4-b31d-4f6d-8c9e-88f2c09999f5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:22.311808 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-de4128e4-b31d-4f6d-8c9e-88f2c09999f5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.10 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 816 time: 0.1196151 Apr 08 09:07:22.334347 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84b4e7-8956-4ff6-9a81-a76d442c0f8a req-60031511-e644-4ca1-8613-71c988018fbe tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:22.336683 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cc84b4e7-8956-4ff6-9a81-a76d442c0f8a req-60031511-e644-4ca1-8613-71c988018fbe tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 945 time: 0.0674672 Apr 08 09:07:22.412168 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cc84b4e7-8956-4ff6-9a81-a76d442c0f8a req-cdb698a0-c58e-45ce-974b-5bbc78e42532 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698676 Apr 08 09:07:22.432321 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328847b0-2714-4b87-a627-82560faebba1 req-631b12d4-068d-44d9-b2e9-360167744cfb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:22.433834 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-328847b0-2714-4b87-a627-82560faebba1 req-631b12d4-068d-44d9-b2e9-360167744cfb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0735700 Apr 08 09:07:22.489401 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-328847b0-2714-4b87-a627-82560faebba1 req-6d705c84-6f41-472e-8487-3581f1f4a7bd tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487843 Apr 08 09:07:23.199553 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-eb13a2d3-9dd7-4a5a-83ae-3b5635ef5568 req-9dadd695-d6b4-468a-81df-5f2c508ee132 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 210 time: 0.0472400 Apr 08 09:07:23.222979 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65b4d8-6f25-4e92-9477-998c00735509 req-5a375ae8-07db-425e-a22d-96d99906569f tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:23.224453 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af65b4d8-6f25-4e92-9477-998c00735509 req-5a375ae8-07db-425e-a22d-96d99906569f tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 945 time: 0.0806952 Apr 08 09:07:23.270994 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af65b4d8-6f25-4e92-9477-998c00735509 req-5004a4b4-fe0b-4930-bf18-3f43ef61cca3 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 Apr 08 09:07:23.607878 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa30bcd-511a-4383-a641-cacfb76c3ef2 req-57c164a4-408d-4487-8447-278a4ed40191 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:23.609285 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-afa30bcd-511a-4383-a641-cacfb76c3ef2 req-57c164a4-408d-4487-8447-278a4ed40191 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0514565 Apr 08 09:07:23.636005 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59088) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:23.655563 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-afa30bcd-511a-4383-a641-cacfb76c3ef2 req-c0942f08-cbab-4c4f-9a97-d7165add7efd tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Apr 08 09:07:23.790358 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:23.815656 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-a0274263-f0de-48c8-a26e-c32cc520f4d3 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1731589fdea447d4b4b5fcde204b348f HTTP/1.1" status: 200 len: 380 time: 0.0799124 Apr 08 09:07:23.876412 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Publish callbacks [] for security_group (3b98ed35-b237-4880-8afd-01cdb2f52662), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:23.880137 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3b98ed35-b237-4880-8afd-01cdb2f52662), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:23.924009 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a7422d82af4496b974e1f915f6ebc1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868698 Apr 08 09:07:23.925001 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b98ed35-b237-4880-8afd-01cdb2f52662,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:23.926711 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 59092) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:23.932904 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.933271 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.933704 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.934145 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.934488 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.935371 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.935706 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.936051 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.936385 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.936745 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.937078 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.937409 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.937732 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.938061 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.938391 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db59bc4c-ba6d-4e31-8532-80daf80ef2bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:23.995063 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Publish callbacks [] for security_group (3b98ed35-b237-4880-8afd-01cdb2f52662), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:24.018808 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Publish callbacks [] for security_group (3b98ed35-b237-4880-8afd-01cdb2f52662), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:24.066460 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3b98ed35-b237-4880-8afd-01cdb2f52662), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:24.069106 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:24.072872 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b98ed35-b237-4880-8afd-01cdb2f52662 HTTP/1.1" status: 204 len: 168 time: 0.1424725 Apr 08 09:07:24.081579 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b98ed35-b237-4880-8afd-01cdb2f52662,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:24.088996 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.089340 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.089682 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.090026 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.090395 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.090675 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.091568 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.091896 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.092227 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.092579 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.092974 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.093234 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.093556 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.093872 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.094189 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63af0c98-b440-453f-a867-db2729653acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:24.314167 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-58a0a86d-f913-4558-8b22-3509d197fccd req-b695a753-5b13-4133-8e7c-6f8e5e1ab081 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 210 time: 0.0319641 Apr 08 09:07:24.405905 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 59124) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:24.424354 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2c776-b215-4f29-a582-930988f998b1 req-6392d8c4-b0f9-4181-b095-263516b868ef tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:24.426251 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-85d2c776-b215-4f29-a582-930988f998b1 req-6392d8c4-b0f9-4181-b095-263516b868ef tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 945 time: 0.0616868 Apr 08 09:07:24.483402 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-85d2c776-b215-4f29-a582-930988f998b1 req-0541e886-1de1-4ef6-9d83-aa45eb00ada0 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499547 Apr 08 09:07:24.548053 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f0c88df5-81c2-4976-8d8e-4ba99001e5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:24.632266 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f0c88df5-81c2-4976-8d8e-4ba99001e5b7 admin admin] Publish callbacks [] for security_group (bda2098d-726f-40cf-9825-a65477006408), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:24.636855 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f0c88df5-81c2-4976-8d8e-4ba99001e5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (bda2098d-726f-40cf-9825-a65477006408), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:24.676988 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c88df5-81c2-4976-8d8e-4ba99001e5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda2098d-726f-40cf-9825-a65477006408,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:24.683659 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f0c88df5-81c2-4976-8d8e-4ba99001e5b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03e9c7a5332b40cf899258f9eba94d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764616 Apr 08 09:07:24.687014 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59148) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:24.740082 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d5d76761-0edd-4c99-9bf1-bfea7def62c0 admin admin] Publish callbacks [] for security_group (bda2098d-726f-40cf-9825-a65477006408), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:24.763958 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d5d76761-0edd-4c99-9bf1-bfea7def62c0 admin admin] Publish callbacks [] for security_group (bda2098d-726f-40cf-9825-a65477006408), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:24.790134 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7c680-f85a-43a0-8d4e-0084c3fec96b req-606ef5e9-77e8-4d9e-8463-fa997113475e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:24.791748 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-25f7c680-f85a-43a0-8d4e-0084c3fec96b req-606ef5e9-77e8-4d9e-8463-fa997113475e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0630393 Apr 08 09:07:24.820231 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d5d76761-0edd-4c99-9bf1-bfea7def62c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (bda2098d-726f-40cf-9825-a65477006408), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:24.823277 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d5d76761-0edd-4c99-9bf1-bfea7def62c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:24.824837 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d5d76761-0edd-4c99-9bf1-bfea7def62c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bda2098d-726f-40cf-9825-a65477006408 HTTP/1.1" status: 204 len: 168 time: 0.1365395 Apr 08 09:07:24.836347 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d76761-0edd-4c99-9bf1-bfea7def62c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda2098d-726f-40cf-9825-a65477006408,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:24.862673 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-25f7c680-f85a-43a0-8d4e-0084c3fec96b req-d4afc90f-51cf-497b-a705-b54e2dfc7d50 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600359 Apr 08 09:07:24.939749 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Request body: {'port': {'device_id': '45c8143b-78c2-4824-a774-a84586fd1a29', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'admin_state_up': True, 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'security_groups': ['5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:25.083880 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Made reservation on behalf of 1731589fdea447d4b4b5fcde204b348f for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:07:25.087374 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:25.223135 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Allocated IP 172.20.0.7 (10b7a254-b160-4de6-b642-6f7a58546c9f/5471f85f-e66a-4cbd-9a5c-aa1e5a851961/165e4621-6dfd-44ee-a0a6-e755150fa058) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:07:25.428042 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:25.444870 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4b228f27-a317-4519-ac68-039c8b7831f0 req-a2827057-01b8-4349-a41e-6570afbd744d tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 210 time: 0.0508013 Apr 08 09:07:25.464244 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0781f629-db9a-4159-b089-ed704d68fbab req-fef5b93d-7c68-438a-8f70-355fa0380924 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930793 Apr 08 09:07:25.479401 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:25.626644 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Network 10b7a254-b160-4de6-b642-6f7a58546c9f is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:07:25.633104 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:07:25.657847 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:07:25.660827 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event updated for resources: {'Port': ['ID=165e4621-6dfd-44ee-a0a6-e755150fa058,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:25.666305 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4166db8-7d75-4dda-84ff-11254fc5ac59 req-a2ff6af2-6240-4d26-ac34-4d0671c3a4f8 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:25.668035 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e4166db8-7d75-4dda-84ff-11254fc5ac59 req-a2ff6af2-6240-4d26-ac34-4d0671c3a4f8 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.10 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 945 time: 0.1719186 Apr 08 09:07:25.708742 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa40873-bdf5-4673-850e-74839a683c3b req-ba9f00f3-3d61-4ff7-b92a-3f4835734833 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:25.717613 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4fa40873-bdf5-4673-850e-74839a683c3b req-ba9f00f3-3d61-4ff7-b92a-3f4835734833 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 945 time: 0.1437457 Apr 08 09:07:25.727325 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06547c2d-e1ac-4a26-9539-c8e522f81398 req-a115c6f2-1468-43b2-ac84-eddf5ff61104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:25.730352 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-06547c2d-e1ac-4a26-9539-c8e522f81398 req-a115c6f2-1468-43b2-ac84-eddf5ff61104 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 1129 time: 0.1973460 Apr 08 09:07:25.742225 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781f629-db9a-4159-b089-ed704d68fbab req-4e361827-fc1e-4f57-9039-716bde8d8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:25.744784 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0781f629-db9a-4159-b089-ed704d68fbab req-4e361827-fc1e-4f57-9039-716bde8d8d2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 1129 time: 0.1912582 Apr 08 09:07:25.759894 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:25.760750 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:25.845918 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4fa40873-bdf5-4673-850e-74839a683c3b req-102e9538-afe6-461b-b731-73d058aeabbb tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272221 Apr 08 09:07:25.868404 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-06547c2d-e1ac-4a26-9539-c8e522f81398 req-63ae2f12-8cd7-4383-b219-a54d7e9b30a8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202645 Apr 08 09:07:25.879457 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-35be25d1-daaf-484c-bd13-48a6ab5d704c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9444537 Apr 08 09:07:25.915915 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 59212) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:25.965776 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781f629-db9a-4159-b089-ed704d68fbab req-110bafcc-7dcb-4440-bd7f-b6f57aa00651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:25.967249 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0781f629-db9a-4159-b089-ed704d68fbab req-110bafcc-7dcb-4440-bd7f-b6f57aa00651 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.1792314 Apr 08 09:07:26.041531 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69397bd-aa91-4972-b1aa-5bef276041e9 admin admin] Deleting subnet c15b4bc2-4f5f-49c5-8488-3af5d16a8cd4 {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:07:26.047773 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c69397bd-aa91-4972-b1aa-5bef276041e9 admin admin] Publish callbacks [] for subnet (c15b4bc2-4f5f-49c5-8488-3af5d16a8cd4), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.048063 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ba03b8c3-a935-49eb-85c8-f64b51c8288d None None] Provisioning complete for port 165e4621-6dfd-44ee-a0a6-e755150fa058 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:26.049242 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ba03b8c3-a935-49eb-85c8-f64b51c8288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.089840 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ba03b8c3-a935-49eb-85c8-f64b51c8288d None None] Port 165e4621-6dfd-44ee-a0a6-e755150fa058 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:07:26.102643 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-e4166db8-7d75-4dda-84ff-11254fc5ac59 req-e88378ea-54d6-411c-a8de-ac0e3254da7d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Deleting port 0e7473e2-12f8-4e45-8782-df8e0418eb73 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:07:26.102991 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-e4166db8-7d75-4dda-84ff-11254fc5ac59 req-e88378ea-54d6-411c-a8de-ac0e3254da7d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.109200 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c69397bd-aa91-4972-b1aa-5bef276041e9 admin admin] Publish callbacks [] for subnet (c15b4bc2-4f5f-49c5-8488-3af5d16a8cd4), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.128868 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62407251-8920-469b-a54d-007d77364e37 req-d5167c1f-45fc-4127-9fe8-a1c45cfa29e5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:26.130338 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62407251-8920-469b-a54d-007d77364e37 req-d5167c1f-45fc-4127-9fe8-a1c45cfa29e5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.1605928 Apr 08 09:07:26.147875 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c69397bd-aa91-4972-b1aa-5bef276041e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (c15b4bc2-4f5f-49c5-8488-3af5d16a8cd4), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.249287 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.268719 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59218) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:26.275210 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62407251-8920-469b-a54d-007d77364e37 req-f9cf37c4-9cee-456d-af82-d4eb24f0c620 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356580 Apr 08 09:07:26.291676 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-e4166db8-7d75-4dda-84ff-11254fc5ac59 req-e88378ea-54d6-411c-a8de-ac0e3254da7d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] For port 0e7473e2-12f8-4e45-8782-df8e0418eb73, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=0e7473e2-12f8-4e45-8782-df8e0418eb73,segment=NetworkSegment(4cc6d903-b822-48a6-a216-caa92c64d940),segment_id=4cc6d903-b822-48a6-a216-caa92c64d940)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:26.292114 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-e4166db8-7d75-4dda-84ff-11254fc5ac59 req-e88378ea-54d6-411c-a8de-ac0e3254da7d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.297136 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Request body: {'port': {'device_id': '45c8143b-78c2-4824-a774-a84586fd1a29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:26.310563 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-e4166db8-7d75-4dda-84ff-11254fc5ac59 req-e88378ea-54d6-411c-a8de-ac0e3254da7d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Calling delete_port for 0e7473e2-12f8-4e45-8782-df8e0418eb73 owned by compute:nova {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:07:26.314204 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c69397bd-aa91-4972-b1aa-5bef276041e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for subnet (c15b4bc2-4f5f-49c5-8488-3af5d16a8cd4), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.350804 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0781f629-db9a-4159-b089-ed704d68fbab req-c8ec9860-be1f-400f-b7fb-322208777de3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37ade0f0-05db-4546-be5d-83b69d0edc27 HTTP/1.1" status: 200 len: 217 time: 0.0795970 Apr 08 09:07:26.351956 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69397bd-aa91-4972-b1aa-5bef276041e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15b4bc2-4f5f-49c5-8488-3af5d16a8cd4,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:26.371288 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c69397bd-aa91-4972-b1aa-5bef276041e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.375024 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c69397bd-aa91-4972-b1aa-5bef276041e9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c15b4bc2-4f5f-49c5-8488-3af5d16a8cd4 HTTP/1.1" status: 204 len: 168 time: 0.4543393 Apr 08 09:07:26.378499 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 59222) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:26.401534 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.473795 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8d43cba1-e30f-484b-a10b-4057a67b33e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.511080 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (0ffee5fd-b019-4bbb-ab79-2a15fc025d36), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.677049 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (0ffee5fd-b019-4bbb-ab79-2a15fc025d36), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.705999 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-e4166db8-7d75-4dda-84ff-11254fc5ac59 req-e88378ea-54d6-411c-a8de-ac0e3254da7d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630'] for port (0e7473e2-12f8-4e45-8782-df8e0418eb73), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.711780 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.712119 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.713089 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.713425 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > port after_create 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.713758 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.714092 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > port after_update 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.714410 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.714720 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.715035 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.715351 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.804956 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8d43cba1-e30f-484b-a10b-4057a67b33e0 admin admin] Publish callbacks [] for security_group (c04ab74f-76ad-44c3-89d7-616b10fa0818), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.807673 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.808141 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.808703 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.809010 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 09:07:26.809117 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165e4621-6dfd-44ee-a0a6-e755150fa058 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:07:26.809462 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffee5fd-b019-4bbb-ab79-2a15fc025d36']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:26.817694 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8d43cba1-e30f-484b-a10b-4057a67b33e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (c04ab74f-76ad-44c3-89d7-616b10fa0818), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.822471 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Publish callbacks [] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.830931 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80541467-e5a7-406e-899d-b36e35fa5f02 req-c1cf17f4-757f-49e4-b935-31666a5ba549 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:26.832532 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-80541467-e5a7-406e-899d-b36e35fa5f02 req-c1cf17f4-757f-49e4-b935-31666a5ba549 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 931 time: 0.3014784 Apr 08 09:07:26.862197 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781f629-db9a-4159-b089-ed704d68fbab req-801f1502-6342-4e50-8484-f54d9075ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:26.863723 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0781f629-db9a-4159-b089-ed704d68fbab req-801f1502-6342-4e50-8484-f54d9075ea46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.1105509 Apr 08 09:07:26.864686 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Transition to ACTIVE for port object 165e4621-6dfd-44ee-a0a6-e755150fa058 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:07:26.877751 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376254bd-570d-4651-acec-fe5e4b8a2ebb') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:26.877751 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376254bd-570d-4651-acec-fe5e4b8a2ebb') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:26.881550 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88378ea-54d6-411c-a8de-ac0e3254da7d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Pushing event deleted for resources: {'Port': ['ID=0e7473e2-12f8-4e45-8782-df8e0418eb73,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:26.890920 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:26.907384 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8d43cba1-e30f-484b-a10b-4057a67b33e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03eb02a0b1804e058ea4e98fc155139c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6333349 Apr 08 09:07:26.924101 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43cba1-e30f-484b-a10b-4057a67b33e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04ab74f-76ad-44c3-89d7-616b10fa0818,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:26.927328 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59240) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:26.987142 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12789144'] for segment (376254bd-570d-4651-acec-fe5e4b8a2ebb), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.015903 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=165e4621-6dfd-44ee-a0a6-e755150fa058,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:27.054901 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-28c29e95-61ba-4607-aa20-bee6f87d82e4 req-86044129-f16d-44d2-b489-b75e62f99a26 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 210 time: 0.0801864 Apr 08 09:07:27.063175 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4166db8-7d75-4dda-84ff-11254fc5ac59 req-e88378ea-54d6-411c-a8de-ac0e3254da7d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] No DVR routers for this DVR port 0e7473e2-12f8-4e45-8782-df8e0418eb73 on host hv-cinder-83699 {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:07:27.072300 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-e4166db8-7d75-4dda-84ff-11254fc5ac59 req-e88378ea-54d6-411c-a8de-ac0e3254da7d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.076367 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e4166db8-7d75-4dda-84ff-11254fc5ac59 req-e88378ea-54d6-411c-a8de-ac0e3254da7d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.10 "DELETE /v2.0/ports/0e7473e2-12f8-4e45-8782-df8e0418eb73 HTTP/1.1" status: 204 len: 173 time: 1.3304255 Apr 08 09:07:27.085407 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781f629-db9a-4159-b089-ed704d68fbab req-6bff407e-9ebf-4cd4-ac74-edd727de160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:27.086384 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (376254bd-570d-4651-acec-fe5e4b8a2ebb), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.086932 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0781f629-db9a-4159-b089-ed704d68fbab req-6bff407e-9ebf-4cd4-ac74-edd727de160c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2076991 Apr 08 09:07:27.095561 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:07:27.095967 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13438793'] for segment (376254bd-570d-4651-acec-fe5e4b8a2ebb), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.106253 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82d765e5-6eda-4f13-bbad-521c7e98bad0 admin admin] Publish callbacks [] for security_group (c04ab74f-76ad-44c3-89d7-616b10fa0818), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.144722 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82d765e5-6eda-4f13-bbad-521c7e98bad0 admin admin] Publish callbacks [] for security_group (c04ab74f-76ad-44c3-89d7-616b10fa0818), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.149814 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b453379a-48e7-4c8d-9a0b-c4f3b841b427', 'name': 'network-vif-deleted', 'tag': '0e7473e2-12f8-4e45-8782-df8e0418eb73'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:07:27.151604 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Attempting to bind port 165e4621-6dfd-44ee-a0a6-e755150fa058 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:07:27.151945 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Attempting to bind port 165e4621-6dfd-44ee-a0a6-e755150fa058 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:07:27.152147 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803c51b3-fee8-47cb-95c0-1652a602473d" -d '{"events": [{"server_uuid": "b453379a-48e7-4c8d-9a0b-c4f3b841b427", "name": "network-vif-deleted", "tag": "0e7473e2-12f8-4e45-8782-df8e0418eb73"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:07:27.152269 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Attempting to bind port 165e4621-6dfd-44ee-a0a6-e755150fa058 on network 10b7a254-b160-4de6-b642-6f7a58546c9f {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: from cryptography.utils import int_from_bytes Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: from cryptography.utils import int_from_bytes Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: Traceback (most recent call last): Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: timer() Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: cb(*args, **kw) Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: return func(*args, **kwargs) Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: self._notify() Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: self.callback(batched_events) Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: event.method(event) Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: return f(self, *a, **k) Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._get(url).json() Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:07:27.156809 dv-cinder-836996-2-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:07:27.198693 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-80541467-e5a7-406e-899d-b36e35fa5f02 req-a51f39ec-7524-4d57-bcf2-0c3833efd488 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299961 Apr 08 09:07:27.208269 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (0ffee5fd-b019-4bbb-ab79-2a15fc025d36), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.232303 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.239062 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] 10.222.0.11 "DELETE /v2.0/networks/0ffee5fd-b019-4bbb-ab79-2a15fc025d36 HTTP/1.1" status: 204 len: 168 time: 0.8594918 Apr 08 09:07:27.240822 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31631855-ed8f-48ca-8b74-bf14694ed68d x-openstack-request-id: req-31631855-ed8f-48ca-8b74-bf14694ed68d {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:07:27.241092 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b453379a-48e7-4c8d-9a0b-c4f3b841b427", "name": "network-vif-deleted", "tag": "0e7473e2-12f8-4e45-8782-df8e0418eb73", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:07:27.241344 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31631855-ed8f-48ca-8b74-bf14694ed68d {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:07:27.241782 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31631855-ed8f-48ca-8b74-bf14694ed68d'] response: {'server_uuid': 'b453379a-48e7-4c8d-9a0b-c4f3b841b427', 'name': 'network-vif-deleted', 'tag': '0e7473e2-12f8-4e45-8782-df8e0418eb73', 'status': 'completed', 'code': 200} Apr 08 09:07:27.242629 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dd75b-77b9-4656-9111-4ef8df3afccd admin admin] Pushing event deleted for resources: {'Network': ['ID=0ffee5fd-b019-4bbb-ab79-2a15fc025d36,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:27.244901 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 59252) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:27.255172 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Port 165e4621-6dfd-44ee-a0a6-e755150fa058 on network 10b7a254-b160-4de6-b642-6f7a58546c9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:07:27.255505 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Attempting to bind port 165e4621-6dfd-44ee-a0a6-e755150fa058 on network 10b7a254-b160-4de6-b642-6f7a58546c9f {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:07:27.279479 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:07:27.279938 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Checking segment: {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:07:27.281146 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Bound using segment: {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:07:27.281836 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Bound port: 165e4621-6dfd-44ee-a0a6-e755150fa058, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:07:27.282418 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.336589 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d71bf3-9dff-4e29-ae5d-a9bc42270df8 admin admin] Deleting subnet cf34aa8c-eb6e-4142-9e64-2e474d31895f {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:07:27.342565 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e2d71bf3-9dff-4e29-ae5d-a9bc42270df8 admin admin] Publish callbacks [] for subnet (cf34aa8c-eb6e-4142-9e64-2e474d31895f), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.378435 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82d765e5-6eda-4f13-bbad-521c7e98bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (c04ab74f-76ad-44c3-89d7-616b10fa0818), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.381119 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-82d765e5-6eda-4f13-bbad-521c7e98bad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.382429 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-82d765e5-6eda-4f13-bbad-521c7e98bad0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c04ab74f-76ad-44c3-89d7-616b10fa0818 HTTP/1.1" status: 204 len: 168 time: 0.4317994 Apr 08 09:07:27.397880 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e2d71bf3-9dff-4e29-ae5d-a9bc42270df8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12789121'] for subnet (cf34aa8c-eb6e-4142-9e64-2e474d31895f), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.403751 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d765e5-6eda-4f13-bbad-521c7e98bad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04ab74f-76ad-44c3-89d7-616b10fa0818,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:27.452167 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0781f629-db9a-4159-b089-ed704d68fbab req-9d994ce4-1351-44b0-b918-bd6775f19377 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470925 Apr 08 09:07:27.453457 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:07:27.456968 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=165e4621-6dfd-44ee-a0a6-e755150fa058,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:07:27.463920 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.473198 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e2d71bf3-9dff-4e29-ae5d-a9bc42270df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (cf34aa8c-eb6e-4142-9e64-2e474d31895f), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.504792 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b85fb-66f7-4098-8797-7727fbee745a req-8a65923e-e167-4e27-920a-a60aa67ee7b0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:27.507057 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-604b85fb-66f7-4098-8797-7727fbee745a req-8a65923e-e167-4e27-920a-a60aa67ee7b0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.1243124 Apr 08 09:07:27.507952 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:27.508697 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.510244 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] 10.222.0.10 "PUT /v2.0/ports/165e4621-6dfd-44ee-a0a6-e755150fa058 HTTP/1.1" status: 200 len: 1093 time: 1.2343938 Apr 08 09:07:27.510762 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:07:27.513977 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cf1862-06e0-48fe-9dae-e48282d7acc5" -d '{"events": [{"name": "network-changed", "server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:07:27.548403 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdc36f-c15f-4827-99e8-45b23479b2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=165e4621-6dfd-44ee-a0a6-e755150fa058,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:27.594068 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6bbbc0-f05e-4eb5-bcee-f4b0a117960e x-openstack-request-id: req-ff6bbbc0-f05e-4eb5-bcee-f4b0a117960e {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:07:27.594484 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:07:27.594650 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff6bbbc0-f05e-4eb5-bcee-f4b0a117960e {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:07:27.595354 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6bbbc0-f05e-4eb5-bcee-f4b0a117960e'] response: {'name': 'network-changed', 'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'status': 'completed', 'code': 200} Apr 08 09:07:27.597482 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-604b85fb-66f7-4098-8797-7727fbee745a req-3a451440-fed9-4da1-90b9-57016f418b29 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763710 Apr 08 09:07:27.600169 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e2d71bf3-9dff-4e29-ae5d-a9bc42270df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13438895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14312004'] for subnet (cf34aa8c-eb6e-4142-9e64-2e474d31895f), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.635428 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 0e7473e2-12f8-4e45-8782-df8e0418eb73 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:07:27.654599 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d71bf3-9dff-4e29-ae5d-a9bc42270df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf34aa8c-eb6e-4142-9e64-2e474d31895f,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:27.665987 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e2d71bf3-9dff-4e29-ae5d-a9bc42270df8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.679053 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e2d71bf3-9dff-4e29-ae5d-a9bc42270df8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cf34aa8c-eb6e-4142-9e64-2e474d31895f HTTP/1.1" status: 204 len: 168 time: 0.4260900 Apr 08 09:07:27.681839 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59272) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:27.712310 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: 0e7473e2-12f8-4e45-8782-df8e0418eb73 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:07:27.713787 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 0e7473e2-12f8-4e45-8782-df8e0418eb73 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:07:27.819277 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (77527334-f805-4720-9990-6f3accda4ff5), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:27.826469 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f63037-85be-4379-8a4a-3b18ca6c7137 req-c7531cb0-bd76-4a74-96d7-af20fdf1cd08 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:27.829032 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b2f63037-85be-4379-8a4a-3b18ca6c7137 req-c7531cb0-bd76-4a74-96d7-af20fdf1cd08 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0923231 Apr 08 09:07:27.884425 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b2f63037-85be-4379-8a4a-3b18ca6c7137 req-e957e1ce-7eac-4529-8266-9090668cab1c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501294 Apr 08 09:07:27.994942 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (77527334-f805-4720-9990-6f3accda4ff5), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:28.027458 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77527334-f805-4720-9990-6f3accda4ff5']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:28.045187 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da716793-6cfb-4e5b-bb4d-ec112ada45d9') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:28.045482 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da716793-6cfb-4e5b-bb4d-ec112ada45d9') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:28.062878 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14259777'] for segment (da716793-6cfb-4e5b-bb4d-ec112ada45d9), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:28.075911 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1862-06e0-48fe-9dae-e48282d7acc5 req-41827457-c666-4328-8afe-ddc2ee271c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:28.077441 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cf1862-06e0-48fe-9dae-e48282d7acc5 req-41827457-c666-4328-8afe-ddc2ee271c2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 1127 time: 0.1972513 Apr 08 09:07:28.086769 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0781f629-db9a-4159-b089-ed704d68fbab req-94f8c55b-93bd-4002-b04e-04beb8b118b2 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272422 Apr 08 09:07:28.087803 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (da716793-6cfb-4e5b-bb4d-ec112ada45d9), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:28.094582 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:07:28.094818 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13889290'] for segment (da716793-6cfb-4e5b-bb4d-ec112ada45d9), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: Traceback (most recent call last): Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: timer() Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: cb(*args, **kw) Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: return func(*args, **kwargs) Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: self._notify() Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: self.callback(batched_events) Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: event.method(event) Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: return f(self, *a, **k) Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._get(url).json() Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:07:28.096850 dv-cinder-836996-2-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:07:28.157624 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (77527334-f805-4720-9990-6f3accda4ff5), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:28.166147 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:28.187982 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] 10.222.0.11 "DELETE /v2.0/networks/77527334-f805-4720-9990-6f3accda4ff5 HTTP/1.1" status: 204 len: 168 time: 0.4933162 Apr 08 09:07:28.188223 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-768af2f5-2bb6-4762-87ac-eb01bb7f676b req-265509d6-e137-4afa-96c1-709590534e4b tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=b453379a-48e7-4c8d-9a0b-c4f3b841b427 HTTP/1.1" status: 200 len: 210 time: 0.0372841 Apr 08 09:07:28.192563 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184f18a-4f68-469e-a92e-7040d6c9906f admin admin] Pushing event deleted for resources: {'Network': ['ID=77527334-f805-4720-9990-6f3accda4ff5,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:28.435102 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59286) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:28.452740 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1862-06e0-48fe-9dae-e48282d7acc5 req-7dc5380a-7784-4878-9f65-846b876cc654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:28.454314 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cf1862-06e0-48fe-9dae-e48282d7acc5 req-7dc5380a-7784-4878-9f65-846b876cc654 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1731589fdea447d4b4b5fcde204b348f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1723163 Apr 08 09:07:28.486123 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-1aa622cd-3df3-4963-90c9-33fe1d97b87e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5db9e506f7f454a80f7c4bd44e5ff77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488660 Apr 08 09:07:28.487496 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59288) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:28.537995 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20b234b3-ef43-4dc2-8861-8f97c21d212c admin admin] Publish callbacks [] for security_group (8c23145f-fadc-466b-87f2-bdd68e8f8247), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:28.560493 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20b234b3-ef43-4dc2-8861-8f97c21d212c admin admin] Publish callbacks [] for security_group (8c23145f-fadc-466b-87f2-bdd68e8f8247), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:28.597833 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdb5dc-faf7-4d80-a9d1-883227561f76 req-9b104708-0803-4ce6-9e29-b7b21ebdbb05 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:28.599397 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-22fdb5dc-faf7-4d80-a9d1-883227561f76 req-9b104708-0803-4ce6-9e29-b7b21ebdbb05 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.2661979 Apr 08 09:07:28.607523 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20b234b3-ef43-4dc2-8861-8f97c21d212c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (8c23145f-fadc-466b-87f2-bdd68e8f8247), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:28.610165 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-20b234b3-ef43-4dc2-8861-8f97c21d212c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:28.611289 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-20b234b3-ef43-4dc2-8861-8f97c21d212c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c23145f-fadc-466b-87f2-bdd68e8f8247 HTTP/1.1" status: 204 len: 168 time: 0.1228964 Apr 08 09:07:28.619797 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b234b3-ef43-4dc2-8861-8f97c21d212c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c23145f-fadc-466b-87f2-bdd68e8f8247,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:28.650259 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-22fdb5dc-faf7-4d80-a9d1-883227561f76 req-40e81fc4-fa3d-4bbd-9780-7d263bc7526f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Apr 08 09:07:28.820745 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf1862-06e0-48fe-9dae-e48282d7acc5 req-3fc89f1e-ebbc-4828-a988-49f34d2a0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:28.822298 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-55cf1862-06e0-48fe-9dae-e48282d7acc5 req-3fc89f1e-ebbc-4828-a988-49f34d2a0d0d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1097224 Apr 08 09:07:28.971787 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59298) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:29.011549 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a61ea415-97a2-4b12-82fd-76f219c45a38 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ddd1379aee841d39a9d035da54f0109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385392 Apr 08 09:07:29.014518 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59302) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:29.061546 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-63caa2db-a841-4efe-abc7-d981fa5e2ad1 admin admin] Publish callbacks [] for security_group (ee02139e-b65a-4851-8f02-a25df997fd62), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:29.071053 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 59304) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:29.089609 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-63caa2db-a841-4efe-abc7-d981fa5e2ad1 admin admin] Publish callbacks [] for security_group (ee02139e-b65a-4851-8f02-a25df997fd62), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:29.136798 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-63caa2db-a841-4efe-abc7-d981fa5e2ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (ee02139e-b65a-4851-8f02-a25df997fd62), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:29.139432 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-63caa2db-a841-4efe-abc7-d981fa5e2ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:29.140644 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-63caa2db-a841-4efe-abc7-d981fa5e2ad1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee02139e-b65a-4851-8f02-a25df997fd62 HTTP/1.1" status: 204 len: 168 time: 0.1251397 Apr 08 09:07:29.148748 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caa2db-a841-4efe-abc7-d981fa5e2ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee02139e-b65a-4851-8f02-a25df997fd62,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:29.202761 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5af53ef2-6bce-4ff9-b2c2-d2d5f38c890b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:29.229307 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-add82650-09fb-455f-9ecc-3f5453313cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:29.231560 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-add82650-09fb-455f-9ecc-3f5453313cf3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 1127 time: 0.0533400 Apr 08 09:07:29.288249 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-00a20036-c96f-454d-a52a-4b10c964c04f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165e4621-6dfd-44ee-a0a6-e755150fa058 HTTP/1.1" status: 200 len: 217 time: 0.0406783 Apr 08 09:07:29.316425 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5af53ef2-6bce-4ff9-b2c2-d2d5f38c890b admin admin] Publish callbacks [] for security_group (045e0094-1b13-4879-b486-4ab954f49640), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:29.321904 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5af53ef2-6bce-4ff9-b2c2-d2d5f38c890b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (045e0094-1b13-4879-b486-4ab954f49640), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:29.363473 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-f23a5f3b-a83f-4de9-9fe4-18fc2f51802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:29.366898 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-f23a5f3b-a83f-4de9-9fe4-18fc2f51802b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 200 len: 855 time: 0.0713937 Apr 08 09:07:29.407635 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59320) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:29.407916 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5af53ef2-6bce-4ff9-b2c2-d2d5f38c890b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18eedf3f82ed415994a289579c4219dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339276 Apr 08 09:07:29.430793 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af53ef2-6bce-4ff9-b2c2-d2d5f38c890b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045e0094-1b13-4879-b486-4ab954f49640,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:29.471051 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-3869b6f3-d200-466e-ae2f-b9b59dcbd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:29.472888 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-3869b6f3-d200-466e-ae2f-b9b59dcbd99d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b7a254-b160-4de6-b642-6f7a58546c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0991054 Apr 08 09:07:29.551225 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-21bdc6f7-9796-484c-b2aa-e6a1f0ba781c admin admin] Publish callbacks [] for security_group (045e0094-1b13-4879-b486-4ab954f49640), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:29.587079 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-21bdc6f7-9796-484c-b2aa-e6a1f0ba781c admin admin] Publish callbacks [] for security_group (045e0094-1b13-4879-b486-4ab954f49640), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:29.613448 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-9c4793d1-8fe8-45cc-b41f-bc3f168229cf service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340466 Apr 08 09:07:29.632656 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-aca21a5a-aa9a-4deb-b490-8224ffcb7600 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:29.634212 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-aca21a5a-aa9a-4deb-b490-8224ffcb7600 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/networks?id=9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 HTTP/1.1" status: 200 len: 808 time: 0.1388910 Apr 08 09:07:29.682823 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-abbbb697-5953-4839-ade0-ab72c7d855ab tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/quotas/620f2e02d0864b8db9b12d1ae9d6d77a HTTP/1.1" status: 200 len: 375 time: 0.0208795 Apr 08 09:07:29.719977 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-028ce92d-cbf3-4494-89f6-b9020756abca tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=620f2e02d0864b8db9b12d1ae9d6d77a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362585 Apr 08 09:07:29.733226 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4495559-7724-433d-b442-909831655d6b req-b289bf31-1dc7-4427-813a-6f1a4606ac5b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:29.735037 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f4495559-7724-433d-b442-909831655d6b req-b289bf31-1dc7-4427-813a-6f1a4606ac5b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0996819 Apr 08 09:07:29.859984 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f4495559-7724-433d-b442-909831655d6b req-1ba67fd3-2f3d-478c-a8c8-1400f3e82e25 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166458 Apr 08 09:07:29.893599 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-7be41d69-d817-433d-a171-230906c69399 service neutron] 10.222.0.11 "GET /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575313 Apr 08 09:07:29.972906 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-21bdc6f7-9796-484c-b2aa-e6a1f0ba781c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (045e0094-1b13-4879-b486-4ab954f49640), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:29.975684 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-21bdc6f7-9796-484c-b2aa-e6a1f0ba781c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:29.979175 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-21bdc6f7-9796-484c-b2aa-e6a1f0ba781c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/045e0094-1b13-4879-b486-4ab954f49640 HTTP/1.1" status: 204 len: 168 time: 0.5679903 Apr 08 09:07:29.996587 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b420d4-f3f4-40b1-ba23-980711cf6988 req-1439d429-d1be-448b-9c4b-92ca64f003e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:29.998668 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b1b420d4-f3f4-40b1-ba23-980711cf6988 req-1439d429-d1be-448b-9c4b-92ca64f003e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 1129 time: 0.3619328 Apr 08 09:07:29.999402 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdc6f7-9796-484c-b2aa-e6a1f0ba781c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045e0094-1b13-4879-b486-4ab954f49640,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:30.030750 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0374fc39-a428-4f1c-9a5c-e515510c341f req-eac194e4-5057-4777-a8cf-80b0249db61d service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042249 Apr 08 09:07:30.054112 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a53177-434b-4a4e-88ae-da5280e692a2 req-88d069e8-f6a6-48e5-b847-d09a3520444f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:30.056402 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-97a53177-434b-4a4e-88ae-da5280e692a2 req-88d069e8-f6a6-48e5-b847-d09a3520444f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.1208391 Apr 08 09:07:30.090657 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-b4d60c42-b651-4ab0-9746-ae007dfdc98c service neutron] 10.222.0.11 "GET /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906865 Apr 08 09:07:30.127683 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-97a53177-434b-4a4e-88ae-da5280e692a2 req-c449725a-a0b4-47f3-8db7-e24c885871fd tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592353 Apr 08 09:07:30.161023 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b420d4-f3f4-40b1-ba23-980711cf6988 req-12581845-a98a-4b7f-ad15-a4d2f8ca3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:30.163686 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b1b420d4-f3f4-40b1-ba23-980711cf6988 req-12581845-a98a-4b7f-ad15-a4d2f8ca3754 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.1570830 Apr 08 09:07:30.276048 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b1f5483d-27d7-4e07-af03-796889776ded req-0c94b602-cfc1-4ccf-92fc-9fb5d80892b8 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 210 time: 0.0324290 Apr 08 09:07:30.632589 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59382) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:30.738720 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ec99-bd2d-4ae3-a433-be9f9d40f816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:30.819402 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ec99-bd2d-4ae3-a433-be9f9d40f816 admin admin] Publish callbacks [] for security_group (a91828c2-4731-4320-9887-d97bca6dc1bb), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:30.823240 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ec99-bd2d-4ae3-a433-be9f9d40f816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (a91828c2-4731-4320-9887-d97bca6dc1bb), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:30.860034 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7ec99-bd2d-4ae3-a433-be9f9d40f816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91828c2-4731-4320-9887-d97bca6dc1bb,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:30.866664 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-7fd7ec99-bd2d-4ae3-a433-be9f9d40f816 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23b260090bdb4b1285a0babe864a47e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306936 Apr 08 09:07:30.867083 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 59394) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:30.921016 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7c0a7fe8-3b7a-4a2b-be59-0d0d42b0f7a9 admin admin] Publish callbacks [] for security_group (a91828c2-4731-4320-9887-d97bca6dc1bb), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:30.946636 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7c0a7fe8-3b7a-4a2b-be59-0d0d42b0f7a9 admin admin] Publish callbacks [] for security_group (a91828c2-4731-4320-9887-d97bca6dc1bb), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:31.025178 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bda91-1393-4303-a73e-45b03dd98383 req-7c16b67d-5c77-4ace-b23a-f68ff9f83982 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:31.026675 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d04bda91-1393-4303-a73e-45b03dd98383 req-7c16b67d-5c77-4ace-b23a-f68ff9f83982 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0828607 Apr 08 09:07:31.047517 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7c0a7fe8-3b7a-4a2b-be59-0d0d42b0f7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (a91828c2-4731-4320-9887-d97bca6dc1bb), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:31.050210 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7c0a7fe8-3b7a-4a2b-be59-0d0d42b0f7a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:31.051339 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7c0a7fe8-3b7a-4a2b-be59-0d0d42b0f7a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a91828c2-4731-4320-9887-d97bca6dc1bb HTTP/1.1" status: 204 len: 168 time: 0.1832621 Apr 08 09:07:31.067016 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a7fe8-3b7a-4a2b-be59-0d0d42b0f7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91828c2-4731-4320-9887-d97bca6dc1bb,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:31.103963 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d04bda91-1393-4303-a73e-45b03dd98383 req-33f51ef2-47e8-42ee-98a1-491e5fa33041 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652385 Apr 08 09:07:31.288903 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121e979-4eac-46f0-84af-499cc7d7ee80 req-61ee2377-4846-4f49-a2ff-6fc8a93a6ba6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:31.296888 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c121e979-4eac-46f0-84af-499cc7d7ee80 req-61ee2377-4846-4f49-a2ff-6fc8a93a6ba6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0860157 Apr 08 09:07:31.353075 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c121e979-4eac-46f0-84af-499cc7d7ee80 req-80ebaf86-b1b7-421e-938b-e615b4404db6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534260 Apr 08 09:07:31.395275 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-02a7ecca-037c-4100-91cc-9c2992528c31 req-3d389486-c8a0-4f74-ac5b-1cbf8ef782af tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 210 time: 0.0378497 Apr 08 09:07:32.213728 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b79ce-4bf8-409b-8842-4f52bf55457b req-8e6a3e08-3e55-4bb7-bd29-446e69ad2b11 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:32.215318 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f57b79ce-4bf8-409b-8842-4f52bf55457b req-8e6a3e08-3e55-4bb7-bd29-446e69ad2b11 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0548751 Apr 08 09:07:32.264933 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f57b79ce-4bf8-409b-8842-4f52bf55457b req-b70b4522-4271-42c2-865e-05935dc6a58c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425286 Apr 08 09:07:32.480137 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e15f1-454b-4d8e-9cbe-cb33bed24ac4 req-d28aedcf-17dc-4e2f-baa2-5804c453abe6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:32.483038 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-936e15f1-454b-4d8e-9cbe-cb33bed24ac4 req-d28aedcf-17dc-4e2f-baa2-5804c453abe6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0643630 Apr 08 09:07:32.517422 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2d6b7b43-238b-4e32-87b5-9eff48fbb978 req-2375224e-3d66-4b50-959e-566237ee5daf tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 210 time: 0.0333140 Apr 08 09:07:32.558420 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-936e15f1-454b-4d8e-9cbe-cb33bed24ac4 req-ebbc27fe-aacd-4d20-8b5c-8362ed6db4a1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659554 Apr 08 09:07:32.615265 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b1b420d4-f3f4-40b1-ba23-980711cf6988 req-d21a0f0c-85f6-45fd-8223-6e39b1c19882 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37ade0f0-05db-4546-be5d-83b69d0edc27 HTTP/1.1" status: 200 len: 217 time: 0.0401971 Apr 08 09:07:32.673249 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b420d4-f3f4-40b1-ba23-980711cf6988 req-77c9481f-4916-4435-b1d2-29c2d910f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:32.675209 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b1b420d4-f3f4-40b1-ba23-980711cf6988 req-77c9481f-4916-4435-b1d2-29c2d910f1c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0548229 Apr 08 09:07:32.750830 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b420d4-f3f4-40b1-ba23-980711cf6988 req-86d519d7-308d-41aa-8d7d-97d1c86401c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:32.752508 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b1b420d4-f3f4-40b1-ba23-980711cf6988 req-86d519d7-308d-41aa-8d7d-97d1c86401c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646837 Apr 08 09:07:32.857135 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b1b420d4-f3f4-40b1-ba23-980711cf6988 req-55f38d50-ffc5-4123-b172-c748e6719b56 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976069 Apr 08 09:07:32.975324 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b1b420d4-f3f4-40b1-ba23-980711cf6988 req-7ad07715-9c64-40a2-bfe0-ce5154a2c26a service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120236 Apr 08 09:07:33.378992 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f369f4-0d2b-4beb-aa4b-a83943b057b1 req-39a60ea6-8f43-4573-84a1-8aaf921d07f8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:33.380456 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-73f369f4-0d2b-4beb-aa4b-a83943b057b1 req-39a60ea6-8f43-4573-84a1-8aaf921d07f8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0523303 Apr 08 09:07:33.426609 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-73f369f4-0d2b-4beb-aa4b-a83943b057b1 req-a4d5ecc6-d622-4fd3-8a23-0cdd721cc5bb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Apr 08 09:07:33.548757 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3e8cbf9e-9468-4c46-8487-d175a307cd0a tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:33.550230 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3e8cbf9e-9468-4c46-8487-d175a307cd0a tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.10 "GET /v2.0/networks?id=9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 HTTP/1.1" status: 200 len: 808 time: 0.1057732 Apr 08 09:07:33.608328 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-87933b37-143f-4a1a-9191-b029ab5afdfd req-25e889d9-3b2e-456a-bd74-0ccd3c21e060 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 210 time: 0.0259137 Apr 08 09:07:33.665032 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 165e4621-6dfd-44ee-a0a6-e755150fa058 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:07:33.674142 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Request body: {'port': {'device_id': '697a7ba7-01fd-44e2-8ef7-1cd067413036', 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14', 'admin_state_up': True, 'tenant_id': '620f2e02d0864b8db9b12d1ae9d6d77a'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:33.678450 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79638e42-87e9-45e9-80da-d53085c93d95 req-2035dd68-1790-4ac7-b2bb-621181322e53 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:33.679945 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-79638e42-87e9-45e9-80da-d53085c93d95 req-2035dd68-1790-4ac7-b2bb-621181322e53 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0526450 Apr 08 09:07:33.735415 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-79638e42-87e9-45e9-80da-d53085c93d95 req-68f7787d-08f6-4d4d-aef0-818bb514f1a6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487118 Apr 08 09:07:33.779695 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=165e4621-6dfd-44ee-a0a6-e755150fa058,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:33.791331 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'port_id': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'mac_address': 'fa:16:3e:37:06:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:07:33.795307 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Made reservation on behalf of 620f2e02d0864b8db9b12d1ae9d6d77a for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:07:33.798865 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:33.829256 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 165e4621-6dfd-44ee-a0a6-e755150fa058 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:33.829649 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:33.846220 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165e4621-6dfd-44ee-a0a6-e755150fa058 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:07:33.865439 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=165e4621-6dfd-44ee-a0a6-e755150fa058,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:33.869540 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:33.927325 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=165e4621-6dfd-44ee-a0a6-e755150fa058,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:33.932730 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Allocated IP 172.20.0.9 (9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14/2f723cce-3d31-45fc-ae49-d49002b087df/fe450e35-2fa0-4e5f-ad97-49a2be12253c) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:07:33.935526 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.936355 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.936923 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.937290 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.937631 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.937962 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.938290 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.938653 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.939128 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.939785 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.940434 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.940974 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.941448 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.941975 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:33.942603 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:07:34.102958 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks [] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:34.134948 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:34.178470 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:07:34.183463 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:07:34.188421 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:07:34.192228 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Pushing event updated for resources: {'Port': ['ID=fe450e35-2fa0-4e5f-ad97-49a2be12253c,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:34.235602 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:34.236204 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:34.252690 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-3feb6b30-86a0-4c9b-93cf-9e4b476defb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5824475 Apr 08 09:07:34.269647 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Request body: {'port': {'device_id': '697a7ba7-01fd-44e2-8ef7-1cd067413036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:34.327922 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:34.363253 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['165e4621-6dfd-44ee-a0a6-e755150fa058'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:07:34.551487 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74b7ca-582b-419b-8d20-fdacaff370c0 req-7f3f6e74-5a8a-41d1-9e5e-2ec861833769 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:34.553191 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af74b7ca-582b-419b-8d20-fdacaff370c0 req-7f3f6e74-5a8a-41d1-9e5e-2ec861833769 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0553946 Apr 08 09:07:34.601613 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af74b7ca-582b-419b-8d20-fdacaff370c0 req-e3a4ee39-e8e3-4c55-8121-c26c840e4a1e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426855 Apr 08 09:07:34.605552 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe450e35-2fa0-4e5f-ad97-49a2be12253c {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:07:34.613461 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Publish callbacks [] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:34.626307 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Transition to ACTIVE for port object fe450e35-2fa0-4e5f-ad97-49a2be12253c will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:07:34.631089 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:34.679934 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Pushing event updated for resources: {'Port': ['ID=fe450e35-2fa0-4e5f-ad97-49a2be12253c,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:34.724457 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39592de9-24d4-430a-a941-f0b5dfff8238 req-eeca7aa1-9987-4c1d-a496-bf5a28b21b9a tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:34.725998 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-39592de9-24d4-430a-a941-f0b5dfff8238 req-eeca7aa1-9987-4c1d-a496-bf5a28b21b9a tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 943 time: 0.0523345 Apr 08 09:07:34.753662 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Attempting to bind port fe450e35-2fa0-4e5f-ad97-49a2be12253c on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:07:34.753999 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Attempting to bind port fe450e35-2fa0-4e5f-ad97-49a2be12253c by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '4cc6d903-b822-48a6-a216-caa92c64d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:07:34.754328 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Attempting to bind port fe450e35-2fa0-4e5f-ad97-49a2be12253c on network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:07:34.758649 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Port fe450e35-2fa0-4e5f-ad97-49a2be12253c on network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:07:34.758972 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Attempting to bind port fe450e35-2fa0-4e5f-ad97-49a2be12253c on network 9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:07:34.763716 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:07:34.764059 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Checking segment: {'id': '4cc6d903-b822-48a6-a216-caa92c64d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:07:34.764443 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Bound using segment: {'id': '4cc6d903-b822-48a6-a216-caa92c64d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:07:34.764954 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Bound port: fe450e35-2fa0-4e5f-ad97-49a2be12253c, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc6d903-b822-48a6-a216-caa92c64d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:07:34.765316 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:34.775200 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-39592de9-24d4-430a-a941-f0b5dfff8238 req-25de400c-62d8-4393-afef-608861343f73 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Apr 08 09:07:34.829149 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] For port fe450e35-2fa0-4e5f-ad97-49a2be12253c, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:07:34.832119 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] For port fe450e35-2fa0-4e5f-ad97-49a2be12253c, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fe450e35-2fa0-4e5f-ad97-49a2be12253c,segment=NetworkSegment(4cc6d903-b822-48a6-a216-caa92c64d940),segment_id=4cc6d903-b822-48a6-a216-caa92c64d940)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:07:34.838736 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:34.871237 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637cd56-7706-4746-8709-3b35074f9ee8 req-7effa3bc-cae3-4d7d-8a87-045a34b7b4fe tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:34.873714 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6637cd56-7706-4746-8709-3b35074f9ee8 req-7effa3bc-cae3-4d7d-8a87-045a34b7b4fe tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 944 time: 0.0581148 Apr 08 09:07:34.875865 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:34.876497 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:34.877864 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] 10.222.0.10 "PUT /v2.0/ports/fe450e35-2fa0-4e5f-ad97-49a2be12253c HTTP/1.1" status: 200 len: 1093 time: 0.6123221 Apr 08 09:07:34.878294 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697a7ba7-01fd-44e2-8ef7-1cd067413036', 'tag': 'fe450e35-2fa0-4e5f-ad97-49a2be12253c'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:07:34.880553 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab32cc9-b04d-432a-8aa7-2e57ba7a5aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "697a7ba7-01fd-44e2-8ef7-1cd067413036", "tag": "fe450e35-2fa0-4e5f-ad97-49a2be12253c"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:07:34.902429 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e544b-8573-4eb1-b5ce-19f97cff277a service neutron] Pushing event updated for resources: {'Port': ['ID=fe450e35-2fa0-4e5f-ad97-49a2be12253c,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:34.925187 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa666f4c-561c-43f1-bef9-c92e0f1da6c0 x-openstack-request-id: req-fa666f4c-561c-43f1-bef9-c92e0f1da6c0 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:07:34.925485 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697a7ba7-01fd-44e2-8ef7-1cd067413036", "tag": "fe450e35-2fa0-4e5f-ad97-49a2be12253c", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:07:34.925743 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa666f4c-561c-43f1-bef9-c92e0f1da6c0 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:07:34.926159 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa666f4c-561c-43f1-bef9-c92e0f1da6c0'] response: {'name': 'network-changed', 'server_uuid': '697a7ba7-01fd-44e2-8ef7-1cd067413036', 'tag': 'fe450e35-2fa0-4e5f-ad97-49a2be12253c', 'status': 'completed', 'code': 200} Apr 08 09:07:34.930882 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6637cd56-7706-4746-8709-3b35074f9ee8 req-f7be46e0-df17-47be-a83c-b799a6044bd6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514007 Apr 08 09:07:35.010676 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-1aecbf14-4ac7-44ed-a844-f234d9b475c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:35.012164 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-1aecbf14-4ac7-44ed-a844-f234d9b475c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=620f2e02d0864b8db9b12d1ae9d6d77a&device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 1127 time: 0.0552921 Apr 08 09:07:35.062922 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-11b968b3-45ea-45be-b526-a60962acd648 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe450e35-2fa0-4e5f-ad97-49a2be12253c HTTP/1.1" status: 200 len: 217 time: 0.0359089 Apr 08 09:07:35.111897 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-82fa6d6a-37b3-486d-a0bb-0b6c03298803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:35.113446 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-82fa6d6a-37b3-486d-a0bb-0b6c03298803 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f723cce-3d31-45fc-ae49-d49002b087df HTTP/1.1" status: 200 len: 848 time: 0.0445421 Apr 08 09:07:35.152733 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-fc38c5aa-2708-4b4e-8e20-e9bd73c1d794 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331285 Apr 08 09:07:35.251012 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-66364c8f-b767-441c-bae0-2b9f578c8262 service neutron] 10.222.0.10 "GET /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912941 Apr 08 09:07:35.349784 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-87ac62d0-4de4-469c-b56b-7957eb6cd90a req-07772dc3-66b1-4cbc-aa5b-93023e954b64 service neutron] 10.222.0.10 "GET /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918286 Apr 08 09:07:35.401615 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 59524) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:35.508541 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-81063857-2923-4f99-94e0-c0c169d97da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:35.581628 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-81063857-2923-4f99-94e0-c0c169d97da5 admin admin] Publish callbacks [] for security_group (7d2280fd-dfe0-4277-88c6-3e9fb05328ac), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:35.585410 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-81063857-2923-4f99-94e0-c0c169d97da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (7d2280fd-dfe0-4277-88c6-3e9fb05328ac), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:35.623900 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-81063857-2923-4f99-94e0-c0c169d97da5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9785c112d93d4e7591f56fa70a077614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210109 Apr 08 09:07:35.624992 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81063857-2923-4f99-94e0-c0c169d97da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2280fd-dfe0-4277-88c6-3e9fb05328ac,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:35.626478 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59532) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:35.677271 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-33aac796-f660-48e4-95e2-e8e336fa946a admin admin] Publish callbacks [] for security_group (7d2280fd-dfe0-4277-88c6-3e9fb05328ac), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:35.681476 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 165e4621-6dfd-44ee-a0a6-e755150fa058 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:07:35.699690 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-33aac796-f660-48e4-95e2-e8e336fa946a admin admin] Publish callbacks [] for security_group (7d2280fd-dfe0-4277-88c6-3e9fb05328ac), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:35.732296 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276492c-0a19-4998-b58c-6165c8824f44 req-5a82f992-179f-40b5-8586-2adb6732b273 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:35.736991 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f276492c-0a19-4998-b58c-6165c8824f44 req-5a82f992-179f-40b5-8586-2adb6732b273 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0648227 Apr 08 09:07:35.738224 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port 165e4621-6dfd-44ee-a0a6-e755150fa058 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:07:35.745529 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 165e4621-6dfd-44ee-a0a6-e755150fa058 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:35.748509 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:35.763644 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-33aac796-f660-48e4-95e2-e8e336fa946a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (7d2280fd-dfe0-4277-88c6-3e9fb05328ac), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:35.766776 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-33aac796-f660-48e4-95e2-e8e336fa946a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:35.770647 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-33aac796-f660-48e4-95e2-e8e336fa946a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d2280fd-dfe0-4277-88c6-3e9fb05328ac HTTP/1.1" status: 204 len: 168 time: 0.1399648 Apr 08 09:07:35.777625 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aac796-f660-48e4-95e2-e8e336fa946a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2280fd-dfe0-4277-88c6-3e9fb05328ac,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:35.792787 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f276492c-0a19-4998-b58c-6165c8824f44 req-d13c4654-d8ab-401f-93b1-b1b486840eda tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525079 Apr 08 09:07:35.845929 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 165e4621-6dfd-44ee-a0a6-e755150fa058 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:35.846413 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:35.877475 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:07:35.879948 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e359fd-fb24-475e-b190-63b92dcc4bae" -d '{"events": [{"server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "name": "network-vif-plugged", "status": "completed", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:07:35.897206 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=165e4621-6dfd-44ee-a0a6-e755150fa058,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:35.902401 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:35.930924 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b66598-ea16-4a21-b076-2aff0e77102f req-8dd7eb20-b1c9-431a-8a7d-1352ccf036d1 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:35.932003 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-80b66598-ea16-4a21-b076-2aff0e77102f req-8dd7eb20-b1c9-431a-8a7d-1352ccf036d1 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 943 time: 0.0730042 Apr 08 09:07:35.932117 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596e8def-dd98-4bb7-ac76-14d409713d00 x-openstack-request-id: req-596e8def-dd98-4bb7-ac76-14d409713d00 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:07:35.932381 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "name": "network-vif-plugged", "status": "completed", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:07:35.932602 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-596e8def-dd98-4bb7-ac76-14d409713d00 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:07:35.932994 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596e8def-dd98-4bb7-ac76-14d409713d00'] response: {'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'code': 200} Apr 08 09:07:35.961124 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=165e4621-6dfd-44ee-a0a6-e755150fa058,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:35.983140 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-80b66598-ea16-4a21-b076-2aff0e77102f req-99722c62-e861-4d2a-911a-0bc79c7aa6ce tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Apr 08 09:07:36.066236 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888178a6-aaee-4b64-abc2-f0bf19805265 req-575f4f34-6c07-4c53-9522-17a0450a4d9b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:36.067729 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-888178a6-aaee-4b64-abc2-f0bf19805265 req-575f4f34-6c07-4c53-9522-17a0450a4d9b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0530608 Apr 08 09:07:36.085128 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59544) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:36.097938 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-42f3d220-682a-4eb7-9cd3-2050bcf14700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:36.120765 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-888178a6-aaee-4b64-abc2-f0bf19805265 req-24e17b89-61bc-425a-8364-7da14aca37ce tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473056 Apr 08 09:07:36.172045 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-42f3d220-682a-4eb7-9cd3-2050bcf14700 admin admin] Publish callbacks [] for security_group (10cb0084-4729-4cc5-9382-e16dc96a5aac), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:36.176060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-42f3d220-682a-4eb7-9cd3-2050bcf14700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (10cb0084-4729-4cc5-9382-e16dc96a5aac), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:36.213088 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3d220-682a-4eb7-9cd3-2050bcf14700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cb0084-4729-4cc5-9382-e16dc96a5aac,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:36.228009 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-42f3d220-682a-4eb7-9cd3-2050bcf14700 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d6beb8e42fc4bc6bbc942fa8aea38b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317630 Apr 08 09:07:36.228463 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 59550) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:36.270406 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3f9b4c13-4d97-4f96-a8f5-46179eb1477a admin admin] Publish callbacks [] for security_group (10cb0084-4729-4cc5-9382-e16dc96a5aac), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:36.293548 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3f9b4c13-4d97-4f96-a8f5-46179eb1477a admin admin] Publish callbacks [] for security_group (10cb0084-4729-4cc5-9382-e16dc96a5aac), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:36.341180 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3f9b4c13-4d97-4f96-a8f5-46179eb1477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (10cb0084-4729-4cc5-9382-e16dc96a5aac), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:36.343666 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3f9b4c13-4d97-4f96-a8f5-46179eb1477a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:36.344811 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-3f9b4c13-4d97-4f96-a8f5-46179eb1477a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10cb0084-4729-4cc5-9382-e16dc96a5aac HTTP/1.1" status: 204 len: 168 time: 0.1231711 Apr 08 09:07:36.356342 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b4c13-4d97-4f96-a8f5-46179eb1477a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cb0084-4729-4cc5-9382-e16dc96a5aac,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:36.911229 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62416c00-860c-4825-a5c0-8d63650502c0 req-3694ecad-e6c2-4573-8daf-82731b3269dc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:36.912915 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62416c00-860c-4825-a5c0-8d63650502c0 req-3694ecad-e6c2-4573-8daf-82731b3269dc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0529280 Apr 08 09:07:36.965497 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62416c00-860c-4825-a5c0-8d63650502c0 req-95419757-0bfc-4149-a326-788206249fe9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Apr 08 09:07:37.101191 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ae392-25a5-4e75-b322-7729a5853164 req-cff8205c-2619-4bd9-9d6c-de122d7f2eed tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:37.102653 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-637ae392-25a5-4e75-b322-7729a5853164 req-cff8205c-2619-4bd9-9d6c-de122d7f2eed tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 943 time: 0.0541646 Apr 08 09:07:37.151942 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-637ae392-25a5-4e75-b322-7729a5853164 req-3a4bfe87-9737-40c0-a6cc-26d61a84bfb0 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Apr 08 09:07:37.242118 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e2ee2-52c5-47fa-9bb7-98a39f95b6f3 req-1108fca3-4cc3-4dc9-b4da-f8258b35fb88 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:37.243718 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a65e2ee2-52c5-47fa-9bb7-98a39f95b6f3 req-1108fca3-4cc3-4dc9-b4da-f8258b35fb88 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0514836 Apr 08 09:07:37.294573 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a65e2ee2-52c5-47fa-9bb7-98a39f95b6f3 req-1e36a897-6cc6-45ec-8900-56a00ffd703f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446122 Apr 08 09:07:37.383048 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 59592) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:37.488524 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5b39b10c-2207-4375-9f7a-f2300c25a96b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:37.568944 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5b39b10c-2207-4375-9f7a-f2300c25a96b admin admin] Publish callbacks [] for security_group (8e86379a-def1-409e-9a07-7521ba50af25), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:37.573441 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5b39b10c-2207-4375-9f7a-f2300c25a96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (8e86379a-def1-409e-9a07-7521ba50af25), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:37.615094 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5b39b10c-2207-4375-9f7a-f2300c25a96b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3900363ea93d40eb88170be6f9a0b286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308354 Apr 08 09:07:37.615955 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39b10c-2207-4375-9f7a-f2300c25a96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e86379a-def1-409e-9a07-7521ba50af25,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:37.617713 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59600) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:37.672306 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ef9fbb8d-3764-4991-b253-e8954308b914 admin admin] Publish callbacks [] for security_group (8e86379a-def1-409e-9a07-7521ba50af25), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:37.692951 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ef9fbb8d-3764-4991-b253-e8954308b914 admin admin] Publish callbacks [] for security_group (8e86379a-def1-409e-9a07-7521ba50af25), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:37.738287 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ef9fbb8d-3764-4991-b253-e8954308b914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (8e86379a-def1-409e-9a07-7521ba50af25), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:37.740996 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ef9fbb8d-3764-4991-b253-e8954308b914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:37.742110 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ef9fbb8d-3764-4991-b253-e8954308b914 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e86379a-def1-409e-9a07-7521ba50af25 HTTP/1.1" status: 204 len: 168 time: 0.1226995 Apr 08 09:07:37.749921 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fbb8d-3764-4991-b253-e8954308b914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e86379a-def1-409e-9a07-7521ba50af25,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:37.876250 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab32cc9-b04d-432a-8aa7-2e57ba7a5aa5 req-4593cdc9-4708-43c3-9588-f88e58e76d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:37.877887 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2ab32cc9-b04d-432a-8aa7-2e57ba7a5aa5 req-4593cdc9-4708-43c3-9588-f88e58e76d01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=620f2e02d0864b8db9b12d1ae9d6d77a&device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 1127 time: 0.0485761 Apr 08 09:07:38.006657 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab32cc9-b04d-432a-8aa7-2e57ba7a5aa5 req-c50e0289-a89d-4a6a-8d6b-0500c027e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:38.008041 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2ab32cc9-b04d-432a-8aa7-2e57ba7a5aa5 req-c50e0289-a89d-4a6a-8d6b-0500c027e7bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 HTTP/1.1" status: 200 len: 908 time: 0.1235933 Apr 08 09:07:38.053600 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f4215-d563-485c-8b74-0f20414f83a9 req-3947bf06-41b0-4e00-8fd1-5511b688883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:38.055171 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-744f4215-d563-485c-8b74-0f20414f83a9 req-3947bf06-41b0-4e00-8fd1-5511b688883d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 1129 time: 0.0919621 Apr 08 09:07:38.056622 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2ab32cc9-b04d-432a-8aa7-2e57ba7a5aa5 req-fd6263c4-2d4b-46d5-97a9-9c4383874ef7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe450e35-2fa0-4e5f-ad97-49a2be12253c HTTP/1.1" status: 200 len: 217 time: 0.0407550 Apr 08 09:07:38.097836 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7f9d0-d131-4d46-98e9-ddbbb5e42566 req-e3f93dbf-05a7-4f0a-839c-b8036b96f58f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:38.099909 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2fd7f9d0-d131-4d46-98e9-ddbbb5e42566 req-e3f93dbf-05a7-4f0a-839c-b8036b96f58f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0554023 Apr 08 09:07:38.146019 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab32cc9-b04d-432a-8aa7-2e57ba7a5aa5 req-e4386b0b-d460-4636-ac54-819ff1f7cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:38.147408 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2ab32cc9-b04d-432a-8aa7-2e57ba7a5aa5 req-e4386b0b-d460-4636-ac54-819ff1f7cde0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f723cce-3d31-45fc-ae49-d49002b087df HTTP/1.1" status: 200 len: 848 time: 0.0755768 Apr 08 09:07:38.148567 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2fd7f9d0-d131-4d46-98e9-ddbbb5e42566 req-45311bcd-56a9-4935-8e68-8d04bf362e37 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Apr 08 09:07:38.149608 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-744f4215-d563-485c-8b74-0f20414f83a9 req-8d06653f-6b0b-4096-ab7a-126ac0eb6cd3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833633 Apr 08 09:07:38.268812 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fa21f-a40f-4e1c-b8b3-a439cbbe9975 req-d7508512-fdc9-4f6e-906f-7187468e3388 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:38.270290 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fb8fa21f-a40f-4e1c-b8b3-a439cbbe9975 req-d7508512-fdc9-4f6e-906f-7187468e3388 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 943 time: 0.0515985 Apr 08 09:07:38.318486 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fb8fa21f-a40f-4e1c-b8b3-a439cbbe9975 req-654be677-3415-4b05-9935-69d9a5c31309 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420482 Apr 08 09:07:38.390498 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2b4962b9-30d1-413d-9dd7-dc540bf2049b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:38.425494 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5284eaf-e871-4c0d-a90f-334f9b40e155 req-ae96319d-251b-4023-a673-666c42af4d70 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:38.426999 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d5284eaf-e871-4c0d-a90f-334f9b40e155 req-ae96319d-251b-4023-a673-666c42af4d70 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0606272 Apr 08 09:07:38.474110 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d5284eaf-e871-4c0d-a90f-334f9b40e155 req-144d8034-9b26-4f51-8b7d-a80c0f0fb111 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406814 Apr 08 09:07:38.586480 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2ab32cc9-b04d-432a-8aa7-2e57ba7a5aa5 req-04bc6d33-facf-4126-995e-37b3effff5ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262794 Apr 08 09:07:38.717583 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2ab32cc9-b04d-432a-8aa7-2e57ba7a5aa5 req-5ce98ae2-ca54-49b0-ba01-de2bde84d62e service neutron] 10.222.0.10 "GET /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011658 Apr 08 09:07:39.265240 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fa28a-4d70-4608-b23d-5b79fbb12a55 req-09b2c714-4e07-410f-a014-b3b1b3f9e135 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:39.266638 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9c1fa28a-4d70-4608-b23d-5b79fbb12a55 req-09b2c714-4e07-410f-a014-b3b1b3f9e135 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0501199 Apr 08 09:07:39.303895 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2ab32cc9-b04d-432a-8aa7-2e57ba7a5aa5 req-601b9092-2ce6-4129-bf3a-43ac5bc5868d service neutron] 10.222.0.10 "GET /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828261 Apr 08 09:07:39.313714 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9c1fa28a-4d70-4608-b23d-5b79fbb12a55 req-57a95b70-e4b1-41db-87cd-223c1c9d8d28 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415874 Apr 08 09:07:39.436772 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d54084-4d7e-469a-862a-ebe5c5fa1d6d req-5e9e94ae-bae6-4dd4-bb11-fd1062e2c792 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:39.438221 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20d54084-4d7e-469a-862a-ebe5c5fa1d6d req-5e9e94ae-bae6-4dd4-bb11-fd1062e2c792 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 943 time: 0.0548847 Apr 08 09:07:39.482373 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20d54084-4d7e-469a-862a-ebe5c5fa1d6d req-a7c283e6-928d-4d71-982d-feb7a0906e11 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387537 Apr 08 09:07:39.591126 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6bc10-943f-47f4-bd85-47a8d0dccbd9 req-e06e9af5-01fe-470c-a844-65c63c8f829c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:39.592601 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-43d6bc10-943f-47f4-bd85-47a8d0dccbd9 req-e06e9af5-01fe-470c-a844-65c63c8f829c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0505784 Apr 08 09:07:39.637843 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-43d6bc10-943f-47f4-bd85-47a8d0dccbd9 req-36f88a13-80f6-476a-9051-f1d0f9529605 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392947 Apr 08 09:07:39.728008 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device fe450e35-2fa0-4e5f-ad97-49a2be12253c details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:07:39.838418 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port fe450e35-2fa0-4e5f-ad97-49a2be12253c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fe450e35-2fa0-4e5f-ad97-49a2be12253c,segment=NetworkSegment(4cc6d903-b822-48a6-a216-caa92c64d940),segment_id=4cc6d903-b822-48a6-a216-caa92c64d940)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:39.849915 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': 'fe450e35-2fa0-4e5f-ad97-49a2be12253c', 'network_id': '9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14', 'port_id': 'fe450e35-2fa0-4e5f-ad97-49a2be12253c', 'mac_address': 'fa:16:3e:64:94:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f723cce-3d31-45fc-ae49-d49002b087df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:07:39.885997 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port fe450e35-2fa0-4e5f-ad97-49a2be12253c is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:39.886386 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:39.899225 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe450e35-2fa0-4e5f-ad97-49a2be12253c {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:07:39.920421 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port fe450e35-2fa0-4e5f-ad97-49a2be12253c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fe450e35-2fa0-4e5f-ad97-49a2be12253c,segment=NetworkSegment(4cc6d903-b822-48a6-a216-caa92c64d940),segment_id=4cc6d903-b822-48a6-a216-caa92c64d940)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:39.924692 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:39.977164 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=fe450e35-2fa0-4e5f-ad97-49a2be12253c,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:40.427177 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5312e97-a5d2-4634-92d7-f4d1ca994cac req-37ef4310-474b-4ef4-96d3-dc2b23a479f2 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:40.428558 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b5312e97-a5d2-4634-92d7-f4d1ca994cac req-37ef4310-474b-4ef4-96d3-dc2b23a479f2 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0498049 Apr 08 09:07:40.476381 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b5312e97-a5d2-4634-92d7-f4d1ca994cac req-c0ca8155-20e5-422c-a6d2-4c416c87d7c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Apr 08 09:07:40.593632 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea397c0-8091-4d63-9277-9de8e89fd8a3 req-3ce2590e-01fa-43a4-aaba-f7c2a49021a7 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:40.595059 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3ea397c0-8091-4d63-9277-9de8e89fd8a3 req-3ce2590e-01fa-43a4-aaba-f7c2a49021a7 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 944 time: 0.0496082 Apr 08 09:07:40.639575 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3ea397c0-8091-4d63-9277-9de8e89fd8a3 req-66934a37-209b-45dc-94f2-18c2e93ebe0c tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392344 Apr 08 09:07:40.755916 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca0ad2-5573-4c41-8714-451245571f9a req-ad003dc4-eae3-4daa-9c4a-8fe37967f7ac tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:40.757391 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72ca0ad2-5573-4c41-8714-451245571f9a req-ad003dc4-eae3-4daa-9c4a-8fe37967f7ac tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0505121 Apr 08 09:07:40.797233 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-124ccfe2-f171-4772-a90c-03717117066f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:40.804885 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72ca0ad2-5573-4c41-8714-451245571f9a req-33156fe9-786d-4e78-b3af-1fbe87a16872 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413940 Apr 08 09:07:40.923346 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef12afb-753c-4c7c-817c-c8e3010008f0 req-ec953c53-4b3a-4594-ab85-ff60c19611bd tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:40.924804 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3ef12afb-753c-4c7c-817c-c8e3010008f0 req-ec953c53-4b3a-4594-ab85-ff60c19611bd tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0549645 Apr 08 09:07:40.933391 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 59674) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:40.938400 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-5c17bb97-4404-4617-a0af-463963fddb73 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Request body: {'floatingip': {'port_id': '165e4621-6dfd-44ee-a0a6-e755150fa058'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:07:40.980228 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c17bb97-4404-4617-a0af-463963fddb73 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (cc324d8e-da65-4376-a145-b271165fcf54), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:41.416182 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c17bb97-4404-4617-a0af-463963fddb73 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:41.420816 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c17bb97-4404-4617-a0af-463963fddb73 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (cc324d8e-da65-4376-a145-b271165fcf54), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:41.519285 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-5c17bb97-4404-4617-a0af-463963fddb73 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Floating IP cc324d8e-da65-4376-a145-b271165fcf54 associated. External IP: 172.27.2.140, port: 165e4621-6dfd-44ee-a0a6-e755150fa058. Apr 08 09:07:41.591432 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715cac8-094b-4597-a960-05f1b2e7c013 req-530db75b-dd7f-4793-98e9-db8de68ea755 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:41.592891 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3715cac8-094b-4597-a960-05f1b2e7c013 req-530db75b-dd7f-4793-98e9-db8de68ea755 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0528653 Apr 08 09:07:41.638361 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3715cac8-094b-4597-a960-05f1b2e7c013 req-bc162d67-fc6e-4f06-aa19-cbb6246e0ef9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Apr 08 09:07:41.733459 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c17bb97-4404-4617-a0af-463963fddb73 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Router f48e8ed6-79be-4408-bc51-59d4a92d8983 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:07:41.753718 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5383c6-9931-49ec-9179-e3cf6c124f5f req-5cf1be08-f89b-4d15-b9f0-65e1833f09a2 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:41.755145 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6f5383c6-9931-49ec-9179-e3cf6c124f5f req-5cf1be08-f89b-4d15-b9f0-65e1833f09a2 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 944 time: 0.0508952 Apr 08 09:07:41.801693 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6f5383c6-9931-49ec-9179-e3cf6c124f5f req-39f38258-232f-4700-933d-0d17fa45d258 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Apr 08 09:07:41.843291 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c17bb97-4404-4617-a0af-463963fddb73 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:07:41.847957 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c17bb97-4404-4617-a0af-463963fddb73 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:41.853726 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee273ccf-99ac-435f-82b2-9072131e580f None None] Sync routers for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:07:41.863836 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee273ccf-99ac-435f-82b2-9072131e580f None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:07:41.864441 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-ee273ccf-99ac-435f-82b2-9072131e580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:07:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:41.876793 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5c17bb97-4404-4617-a0af-463963fddb73 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "PUT /v2.0/floatingips/cc324d8e-da65-4376-a145-b271165fcf54 HTTP/1.1" status: 200 len: 991 time: 0.9416633 Apr 08 09:07:41.877378 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:07:41.879579 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156d5535-674d-471e-893a-bcfe9d2246a7" -d '{"events": [{"name": "network-changed", "server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:07:41.917066 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab783293-5c9b-449d-9264-0a0a743df481 x-openstack-request-id: req-ab783293-5c9b-449d-9264-0a0a743df481 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:07:41.917548 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:07:41.917804 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab783293-5c9b-449d-9264-0a0a743df481 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:07:41.919138 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab783293-5c9b-449d-9264-0a0a743df481'] response: {'name': 'network-changed', 'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'status': 'completed', 'code': 200} Apr 08 09:07:41.956080 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:41.973236 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-ee273ccf-99ac-435f-82b2-9072131e580f None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:07:42.190475 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-ee273ccf-99ac-435f-82b2-9072131e580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': 'cc324d8e-da65-4376-a145-b271165fcf54', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'port_id': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'mac_address': 'fa:16:3e:37:06:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8143b-78c2-4824-a774-a84586fd1a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:07:17Z', 'updated_at': '2022-04-08T09:07:41Z', 'revision_number': 1, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:42.216007 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee273ccf-99ac-435f-82b2-9072131e580f None None] Checking router: f48e8ed6-79be-4408-bc51-59d4a92d8983 for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:07:42.223842 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee273ccf-99ac-435f-82b2-9072131e580f None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:07:42.224438 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-ee273ccf-99ac-435f-82b2-9072131e580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:07:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:42.328111 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-ee273ccf-99ac-435f-82b2-9072131e580f None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:07:42.620970 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-ee273ccf-99ac-435f-82b2-9072131e580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': 'cc324d8e-da65-4376-a145-b271165fcf54', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'port_id': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'mac_address': 'fa:16:3e:37:06:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8143b-78c2-4824-a774-a84586fd1a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:07:17Z', 'updated_at': '2022-04-08T09:07:41Z', 'revision_number': 1, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:07:42.649781 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee273ccf-99ac-435f-82b2-9072131e580f None None] The sync data for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi is: [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': 'cc324d8e-da65-4376-a145-b271165fcf54', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'port_id': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'mac_address': 'fa:16:3e:37:06:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8143b-78c2-4824-a774-a84586fd1a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:07:17Z', 'updated_at': '2022-04-08T09:07:41Z', 'revision_number': 1, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:07:42.761701 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f701f-6be9-44a1-bde2-cc52074e8712 req-3ed0e270-4797-4a0a-9505-b52c76394b76 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:42.763056 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fa1f701f-6be9-44a1-bde2-cc52074e8712 req-3ed0e270-4797-4a0a-9505-b52c76394b76 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0558827 Apr 08 09:07:42.811206 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fa1f701f-6be9-44a1-bde2-cc52074e8712 req-7a0eacb4-0795-49cf-9d1e-217db7aa2e72 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Apr 08 09:07:42.834095 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824717eb-04d9-4526-8af2-8b872a722338 None None] New status for floating IP cc324d8e-da65-4376-a145-b271165fcf54: ACTIVE {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:07:42.922450 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d1fa0-c86d-4c8e-8db7-b81ab8cb62ef req-0a911cbb-440b-4161-bd09-a5273146755d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:42.923889 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd8d1fa0-c86d-4c8e-8db7-b81ab8cb62ef req-0a911cbb-440b-4161-bd09-a5273146755d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 944 time: 0.0523229 Apr 08 09:07:42.970436 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd8d1fa0-c86d-4c8e-8db7-b81ab8cb62ef req-295c72d1-60ae-44aa-8ba6-e44492fa26da tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Apr 08 09:07:43.266521 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:43.933466 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3465966-1760-44b2-9d44-71bea27854d3 req-a973b4f8-f012-4e48-b119-4ca0b30a75ff tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:43.935449 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3465966-1760-44b2-9d44-71bea27854d3 req-a973b4f8-f012-4e48-b119-4ca0b30a75ff tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0570960 Apr 08 09:07:43.980313 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3465966-1760-44b2-9d44-71bea27854d3 req-1793c04c-b59b-4a2e-bdc6-b15c7a36f839 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393448 Apr 08 09:07:44.085326 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fca2f8-6151-4971-bf89-da72945d323e req-4fc55769-daf9-421b-8562-50103e00125b tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:44.086781 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81fca2f8-6151-4971-bf89-da72945d323e req-4fc55769-daf9-421b-8562-50103e00125b tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 944 time: 0.0510876 Apr 08 09:07:44.131552 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81fca2f8-6151-4971-bf89-da72945d323e req-1ba240b6-7a64-4469-a185-9bdb340fecaf tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391459 Apr 08 09:07:44.233054 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['fe450e35-2fa0-4e5f-ad97-49a2be12253c'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:07:44.326094 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d5535-674d-471e-893a-bcfe9d2246a7 req-01476662-6fd0-4bae-8006-021cf2865410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:44.327621 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-156d5535-674d-471e-893a-bcfe9d2246a7 req-01476662-6fd0-4bae-8006-021cf2865410 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 1129 time: 0.0475428 Apr 08 09:07:44.416768 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d5535-674d-471e-893a-bcfe9d2246a7 req-0a43d73c-6a3b-4547-9474-e2dde96032f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:44.419012 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-156d5535-674d-471e-893a-bcfe9d2246a7 req-0a43d73c-6a3b-4547-9474-e2dde96032f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 916 time: 0.0840008 Apr 08 09:07:44.484814 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-156d5535-674d-471e-893a-bcfe9d2246a7 req-61a83075-152b-44c1-86be-f6ce8977d949 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165e4621-6dfd-44ee-a0a6-e755150fa058 HTTP/1.1" status: 200 len: 1001 time: 0.0587418 Apr 08 09:07:44.532827 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d5535-674d-471e-893a-bcfe9d2246a7 req-e5b8aa51-cc10-49ff-904b-d749a81bda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:44.534204 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-156d5535-674d-471e-893a-bcfe9d2246a7 req-e5b8aa51-cc10-49ff-904b-d749a81bda84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 200 len: 855 time: 0.0416632 Apr 08 09:07:44.581459 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d5535-674d-471e-893a-bcfe9d2246a7 req-60872ac6-ee37-4ad6-aa02-0b2cc7973eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:44.582798 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-156d5535-674d-471e-893a-bcfe9d2246a7 req-60872ac6-ee37-4ad6-aa02-0b2cc7973eb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b7a254-b160-4de6-b642-6f7a58546c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415974 Apr 08 09:07:44.672722 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-156d5535-674d-471e-893a-bcfe9d2246a7 req-f6f4c06c-4886-4ccd-a000-fcb55697dbfc service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835648 Apr 08 09:07:44.687449 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:44.763647 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-156d5535-674d-471e-893a-bcfe9d2246a7 req-255882b0-61f7-4600-92ec-b244aa91c540 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846910 Apr 08 09:07:45.093352 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6e16b-8413-4f24-9d33-261f2d209485 req-256a9d48-8b73-41aa-9081-982c4cf73feb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:45.094762 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-59f6e16b-8413-4f24-9d33-261f2d209485 req-256a9d48-8b73-41aa-9081-982c4cf73feb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0495188 Apr 08 09:07:45.143218 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-59f6e16b-8413-4f24-9d33-261f2d209485 req-14405d9c-4b30-471a-bbc6-dfcea2bdad18 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Apr 08 09:07:45.250231 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04682fba-2141-4fdc-ae80-8af7f1111346 req-5a2dd57d-dcf3-41b5-95ad-cd2eff62c429 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:45.251671 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04682fba-2141-4fdc-ae80-8af7f1111346 req-5a2dd57d-dcf3-41b5-95ad-cd2eff62c429 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 944 time: 0.0526874 Apr 08 09:07:45.297715 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04682fba-2141-4fdc-ae80-8af7f1111346 req-3aed4822-ca20-4293-891a-50fc310cd226 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Apr 08 09:07:45.633969 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device fe450e35-2fa0-4e5f-ad97-49a2be12253c up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:07:45.691698 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port fe450e35-2fa0-4e5f-ad97-49a2be12253c completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:07:45.696450 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port fe450e35-2fa0-4e5f-ad97-49a2be12253c triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:07:45.696925 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:45.785707 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port fe450e35-2fa0-4e5f-ad97-49a2be12253c is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:07:45.786090 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:45.808861 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697a7ba7-01fd-44e2-8ef7-1cd067413036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe450e35-2fa0-4e5f-ad97-49a2be12253c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:07:45.811048 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8585729c-cf3f-4870-838b-49ffd18856cc" -d '{"events": [{"server_uuid": "697a7ba7-01fd-44e2-8ef7-1cd067413036", "name": "network-vif-plugged", "status": "completed", "tag": "fe450e35-2fa0-4e5f-ad97-49a2be12253c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:07:45.822421 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port fe450e35-2fa0-4e5f-ad97-49a2be12253c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fe450e35-2fa0-4e5f-ad97-49a2be12253c,segment=NetworkSegment(4cc6d903-b822-48a6-a216-caa92c64d940),segment_id=4cc6d903-b822-48a6-a216-caa92c64d940)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:45.826973 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:45.851100 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dfc619-511e-4080-8784-924c4a69003e x-openstack-request-id: req-e0dfc619-511e-4080-8784-924c4a69003e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:07:45.851385 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697a7ba7-01fd-44e2-8ef7-1cd067413036", "name": "network-vif-plugged", "status": "completed", "tag": "fe450e35-2fa0-4e5f-ad97-49a2be12253c", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:07:45.851635 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0dfc619-511e-4080-8784-924c4a69003e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:07:45.852018 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dfc619-511e-4080-8784-924c4a69003e'] response: {'server_uuid': '697a7ba7-01fd-44e2-8ef7-1cd067413036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe450e35-2fa0-4e5f-ad97-49a2be12253c', 'code': 200} Apr 08 09:07:45.879550 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=fe450e35-2fa0-4e5f-ad97-49a2be12253c,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:46.058402 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f16f7b-a6f7-4df4-8b97-61258b3e7add req-7235bf36-3512-4c47-a544-81d39fdb441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:46.059906 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1f16f7b-a6f7-4df4-8b97-61258b3e7add req-7235bf36-3512-4c47-a544-81d39fdb441c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 1129 time: 0.0415936 Apr 08 09:07:46.106677 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1f16f7b-a6f7-4df4-8b97-61258b3e7add req-5a1e85e4-06f2-4c0e-908c-6b6846f5e398 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393531 Apr 08 09:07:46.257594 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55a533-7516-4f86-aa5c-e0664ef005ce req-650e1b30-3371-476c-9e0e-74f84d2201cb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:46.259076 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fd55a533-7516-4f86-aa5c-e0664ef005ce req-650e1b30-3371-476c-9e0e-74f84d2201cb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0504096 Apr 08 09:07:46.309621 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fd55a533-7516-4f86-aa5c-e0664ef005ce req-d0e24b07-5542-4d9b-9cdd-e2483d6f4b36 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438569 Apr 08 09:07:46.420704 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79ba49-bb7b-48e7-b72d-33a2e5b760b4 req-77f71a6e-c83a-4766-9f81-a5b4c35f857f tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:46.422191 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee79ba49-bb7b-48e7-b72d-33a2e5b760b4 req-77f71a6e-c83a-4766-9f81-a5b4c35f857f tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 945 time: 0.0568085 Apr 08 09:07:46.468282 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee79ba49-bb7b-48e7-b72d-33a2e5b760b4 req-9ef077af-6337-44ae-81ee-d1a469a1cfce tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Apr 08 09:07:47.425862 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53a64d-a5a6-4163-834d-cd7ecd43b7e9 req-e7ffa9a5-619a-42b5-88f6-1658197cffa0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:47.427374 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3d53a64d-a5a6-4163-834d-cd7ecd43b7e9 req-e7ffa9a5-619a-42b5-88f6-1658197cffa0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0526147 Apr 08 09:07:47.472136 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3d53a64d-a5a6-4163-834d-cd7ecd43b7e9 req-a3cbaf83-f553-4a7a-a7e7-ae2f3b1783c8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394011 Apr 08 09:07:47.587512 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ad90c-c9fe-4f37-9288-987cda05fedb req-1cf58a14-fc42-409c-a830-610b0a997173 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:47.589000 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-730ad90c-c9fe-4f37-9288-987cda05fedb req-1cf58a14-fc42-409c-a830-610b0a997173 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 945 time: 0.0544903 Apr 08 09:07:47.637822 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-730ad90c-c9fe-4f37-9288-987cda05fedb req-6a386cc3-641b-4647-8b8d-4df3fee820fc tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Apr 08 09:07:48.589771 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd347a7-44f6-4f8a-b1e7-956a5077bfad req-7724f0a6-95f6-4c27-a73c-f7663a570e0c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:48.591264 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2cd347a7-44f6-4f8a-b1e7-956a5077bfad req-7724f0a6-95f6-4c27-a73c-f7663a570e0c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0522187 Apr 08 09:07:48.638547 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2cd347a7-44f6-4f8a-b1e7-956a5077bfad req-1011bdf6-a89a-4467-9db5-fa0ac93c015b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Apr 08 09:07:48.754612 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de1761-badc-479d-aed4-822b7993ae95 req-8a0cc36b-0536-4dc8-b55b-7031f3723388 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:48.756442 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1de1761-badc-479d-aed4-822b7993ae95 req-8a0cc36b-0536-4dc8-b55b-7031f3723388 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 945 time: 0.0528226 Apr 08 09:07:48.806416 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1de1761-badc-479d-aed4-822b7993ae95 req-183df009-7016-405f-ac71-74f965f2787d tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444267 Apr 08 09:07:48.952319 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:07:49.675810 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ec4a5-e148-4b15-85e3-f7e61a405a6c req-563158b2-2215-4518-a978-86a795253e97 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:49.677374 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd6ec4a5-e148-4b15-85e3-f7e61a405a6c req-563158b2-2215-4518-a978-86a795253e97 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 945 time: 0.0549655 Apr 08 09:07:49.732931 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd6ec4a5-e148-4b15-85e3-f7e61a405a6c req-39a85836-7d93-426a-9cb0-31139696f778 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500493 Apr 08 09:07:49.772954 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0739a-a089-4405-b244-96e225855ee6 req-3c45ddb7-1b5c-4363-8b46-0dc2726be30a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:49.774594 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1df0739a-a089-4405-b244-96e225855ee6 req-3c45ddb7-1b5c-4363-8b46-0dc2726be30a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0640931 Apr 08 09:07:49.821966 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1df0739a-a089-4405-b244-96e225855ee6 req-86f2414c-45ef-4eae-a872-c399ecac49da tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414894 Apr 08 09:07:50.862646 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85b0fd-1139-46df-8bc3-f493b4fb1a34 req-e351d5df-3bfe-4b56-af1a-e3c153437210 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:50.865731 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5c85b0fd-1139-46df-8bc3-f493b4fb1a34 req-e351d5df-3bfe-4b56-af1a-e3c153437210 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 945 time: 0.0604868 Apr 08 09:07:50.938336 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5c85b0fd-1139-46df-8bc3-f493b4fb1a34 req-f430ade6-cead-419d-b07f-4701567a07c1 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702026 Apr 08 09:07:50.957038 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366d2fc-b0af-463f-a62f-5a826b051de3 req-d893220c-c4dd-473b-abd6-bb681391404d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:50.958468 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0366d2fc-b0af-463f-a62f-5a826b051de3 req-d893220c-c4dd-473b-abd6-bb681391404d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0686126 Apr 08 09:07:51.005329 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0366d2fc-b0af-463f-a62f-5a826b051de3 req-6bee2cfe-3f17-4f94-8401-78faf850f49e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413866 Apr 08 09:07:52.061302 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb57cd9-7be0-4af1-9999-c85f287134af req-7b996500-d534-4a30-87a8-af5e65ffc23e tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:52.062783 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fdb57cd9-7be0-4af1-9999-c85f287134af req-7b996500-d534-4a30-87a8-af5e65ffc23e tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 945 time: 0.0537276 Apr 08 09:07:52.142099 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fdb57cd9-7be0-4af1-9999-c85f287134af req-c4e08fea-312d-4ce1-9010-77ddbeca17df tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738392 Apr 08 09:07:52.153006 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5531d-bf04-43b3-8944-c4c1b663fb24 req-55db76cd-84f7-4d95-b563-ffd7653972e7 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:52.154421 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fbf5531d-bf04-43b3-8944-c4c1b663fb24 req-55db76cd-84f7-4d95-b563-ffd7653972e7 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0805326 Apr 08 09:07:52.200538 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fbf5531d-bf04-43b3-8944-c4c1b663fb24 req-578bf63c-7c8f-4e76-8d80-117d473a6914 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Apr 08 09:07:52.878534 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09646ee-23b1-4598-a9b2-16589e45b5dd req-fd9bce5f-a7fb-47c5-910e-454ce05cec49 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:52.880238 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d09646ee-23b1-4598-a9b2-16589e45b5dd req-fd9bce5f-a7fb-47c5-910e-454ce05cec49 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.10 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 945 time: 0.0611746 Apr 08 09:07:52.985635 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 59946) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:53.097972 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2ed018ac-8004-4672-a4b2-1b39e9751e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:53.179595 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2ed018ac-8004-4672-a4b2-1b39e9751e90 admin admin] Publish callbacks [] for security_group (f11e3a03-4e8b-4603-8c9f-9c21e95fd843), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:53.183897 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2ed018ac-8004-4672-a4b2-1b39e9751e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f11e3a03-4e8b-4603-8c9f-9c21e95fd843), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:53.228255 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760e7dd-74a3-498a-9ebd-608009df0824 req-9ba745a0-a762-4604-b641-f10d07dc14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:53.229629 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6760e7dd-74a3-498a-9ebd-608009df0824 req-9ba745a0-a762-4604-b641-f10d07dc14e9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 1129 time: 0.3016367 Apr 08 09:07:53.252767 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-d09646ee-23b1-4598-a9b2-16589e45b5dd req-70dbc3de-95d7-4ae8-b6e3-05017d782cf4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Deleting port fe450e35-2fa0-4e5f-ad97-49a2be12253c {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:07:53.253105 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d09646ee-23b1-4598-a9b2-16589e45b5dd req-70dbc3de-95d7-4ae8-b6e3-05017d782cf4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:53.256270 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2ed018ac-8004-4672-a4b2-1b39e9751e90 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=667d010daaa94b2cb09fb62ead5d03db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671962 Apr 08 09:07:53.256464 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed018ac-8004-4672-a4b2-1b39e9751e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11e3a03-4e8b-4603-8c9f-9c21e95fd843,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:53.258673 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 59954) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:07:53.335142 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6760e7dd-74a3-498a-9ebd-608009df0824 req-bb5436d2-c36d-485a-aa2f-59007a4c2f75 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979960 Apr 08 09:07:53.356313 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128150c-ec24-49db-ab82-fd30fbc96ef7 req-c9553ef2-e425-4209-b4b5-02b1001c5eb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:53.358162 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f128150c-ec24-49db-ab82-fd30fbc96ef7 req-c9553ef2-e425-4209-b4b5-02b1001c5eb4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 945 time: 0.1457975 Apr 08 09:07:53.365279 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-d09646ee-23b1-4598-a9b2-16589e45b5dd req-70dbc3de-95d7-4ae8-b6e3-05017d782cf4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] For port fe450e35-2fa0-4e5f-ad97-49a2be12253c, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fe450e35-2fa0-4e5f-ad97-49a2be12253c,segment=NetworkSegment(4cc6d903-b822-48a6-a216-caa92c64d940),segment_id=4cc6d903-b822-48a6-a216-caa92c64d940)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:07:53.365643 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d09646ee-23b1-4598-a9b2-16589e45b5dd req-70dbc3de-95d7-4ae8-b6e3-05017d782cf4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:53.378617 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-d09646ee-23b1-4598-a9b2-16589e45b5dd req-70dbc3de-95d7-4ae8-b6e3-05017d782cf4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Calling delete_port for fe450e35-2fa0-4e5f-ad97-49a2be12253c owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:07:53.397378 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a9afac55-064b-4dc3-b28d-0360c01be348 admin admin] Publish callbacks [] for security_group (f11e3a03-4e8b-4603-8c9f-9c21e95fd843), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:53.413209 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8b6bd-01d9-441e-8e0a-33ff4a99b4de req-368d1213-02e4-433c-b09f-300aa01e9d40 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:53.414669 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-54e8b6bd-01d9-441e-8e0a-33ff4a99b4de req-368d1213-02e4-433c-b09f-300aa01e9d40 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.1135423 Apr 08 09:07:53.461120 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a9afac55-064b-4dc3-b28d-0360c01be348 admin admin] Publish callbacks [] for security_group (f11e3a03-4e8b-4603-8c9f-9c21e95fd843), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:53.476526 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f128150c-ec24-49db-ab82-fd30fbc96ef7 req-f2a3e740-baea-4d15-8cff-bceaaa6423a0 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/security-groups?id=45cfdb0a-08ee-4201-a213-e862f783bf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088476 Apr 08 09:07:53.513262 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d09646ee-23b1-4598-a9b2-16589e45b5dd req-70dbc3de-95d7-4ae8-b6e3-05017d782cf4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (fe450e35-2fa0-4e5f-ad97-49a2be12253c), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:53.536649 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-54e8b6bd-01d9-441e-8e0a-33ff4a99b4de req-82fc110b-7083-4060-b8cb-b9d48a494880 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115544 Apr 08 09:07:53.541237 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbc3de-95d7-4ae8-b6e3-05017d782cf4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Pushing event deleted for resources: {'Port': ['ID=fe450e35-2fa0-4e5f-ad97-49a2be12253c,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:53.560877 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a9afac55-064b-4dc3-b28d-0360c01be348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f11e3a03-4e8b-4603-8c9f-9c21e95fd843), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:53.563454 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a9afac55-064b-4dc3-b28d-0360c01be348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:53.564616 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a9afac55-064b-4dc3-b28d-0360c01be348 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f11e3a03-4e8b-4603-8c9f-9c21e95fd843 HTTP/1.1" status: 204 len: 168 time: 0.3041823 Apr 08 09:07:53.568331 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['fe450e35-2fa0-4e5f-ad97-49a2be12253c'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:07:53.575500 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afac55-064b-4dc3-b28d-0360c01be348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11e3a03-4e8b-4603-8c9f-9c21e95fd843,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:07:53.597749 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09646ee-23b1-4598-a9b2-16589e45b5dd req-70dbc3de-95d7-4ae8-b6e3-05017d782cf4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] No DVR routers for this DVR port fe450e35-2fa0-4e5f-ad97-49a2be12253c on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:07:53.601527 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d09646ee-23b1-4598-a9b2-16589e45b5dd req-70dbc3de-95d7-4ae8-b6e3-05017d782cf4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:53.607346 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d09646ee-23b1-4598-a9b2-16589e45b5dd req-70dbc3de-95d7-4ae8-b6e3-05017d782cf4 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.10 "DELETE /v2.0/ports/fe450e35-2fa0-4e5f-ad97-49a2be12253c HTTP/1.1" status: 204 len: 173 time: 0.7132108 Apr 08 09:07:53.607978 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697a7ba7-01fd-44e2-8ef7-1cd067413036', 'name': 'network-vif-deleted', 'tag': 'fe450e35-2fa0-4e5f-ad97-49a2be12253c'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:07:53.611220 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94716614-be5b-41dc-8dad-8ac7a302d39e" -d '{"events": [{"server_uuid": "697a7ba7-01fd-44e2-8ef7-1cd067413036", "name": "network-vif-deleted", "tag": "fe450e35-2fa0-4e5f-ad97-49a2be12253c"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:07:53.649307 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50267419-446f-4913-b015-e9c3988bf3a4 x-openstack-request-id: req-50267419-446f-4913-b015-e9c3988bf3a4 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:07:53.649595 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697a7ba7-01fd-44e2-8ef7-1cd067413036", "name": "network-vif-deleted", "tag": "fe450e35-2fa0-4e5f-ad97-49a2be12253c", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:07:53.649842 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50267419-446f-4913-b015-e9c3988bf3a4 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:07:53.650240 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50267419-446f-4913-b015-e9c3988bf3a4'] response: {'server_uuid': '697a7ba7-01fd-44e2-8ef7-1cd067413036', 'name': 'network-vif-deleted', 'tag': 'fe450e35-2fa0-4e5f-ad97-49a2be12253c', 'status': 'completed', 'code': 200} Apr 08 09:07:54.591817 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ab4ab279-a3d6-41de-89a4-a543c449ce9b req-cde6f9a1-256c-416f-97d0-3dcdf939f095 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 210 time: 0.0306582 Apr 08 09:07:54.669984 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9529c8-2561-4ec6-9a48-aeaa5ce517d2 req-67fff7dd-0897-4990-b111-f66d4a871a6d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:54.671440 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bb9529c8-2561-4ec6-9a48-aeaa5ce517d2 req-67fff7dd-0897-4990-b111-f66d4a871a6d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0528657 Apr 08 09:07:54.716785 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bb9529c8-2561-4ec6-9a48-aeaa5ce517d2 req-953ff7e1-d25b-4055-b665-bc3f18d5ee97 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399549 Apr 08 09:07:55.706696 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f1bf0a4a-f555-42fe-8876-3c9b7a950083 req-6c2b9ef1-9ca2-48fb-bc8f-1f8453e208b1 tempest-VolumesActionsTest-1750749964 tempest-VolumesActionsTest-1750749964-project] 10.222.0.11 "GET /v2.0/ports?device_id=697a7ba7-01fd-44e2-8ef7-1cd067413036 HTTP/1.1" status: 200 len: 210 time: 0.0340798 Apr 08 09:07:55.833576 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cabb2e-8653-4bf5-85ec-98d3f67dd097 req-ff049f4e-9725-4abe-b702-7bfe323e237e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:55.835013 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-60cabb2e-8653-4bf5-85ec-98d3f67dd097 req-ff049f4e-9725-4abe-b702-7bfe323e237e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0507302 Apr 08 09:07:55.880179 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-60cabb2e-8653-4bf5-85ec-98d3f67dd097 req-e34cc73a-bfa8-49e7-9a0c-cf84c54785c9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388813 Apr 08 09:07:56.127127 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26cb7d-a8b2-4f7f-8ef9-e8a24679c48c req-e779f621-583c-4355-a547-b5f62b9c444f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:56.128620 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bf26cb7d-a8b2-4f7f-8ef9-e8a24679c48c req-e779f621-583c-4355-a547-b5f62b9c444f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0527823 Apr 08 09:07:56.159510 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c1340-74c6-40b9-abdd-440582e2a833 req-d4997472-7bc5-4b01-b4f6-8bd6f93a4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:56.160975 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2c1340-74c6-40b9-abdd-440582e2a833 req-d4997472-7bc5-4b01-b4f6-8bd6f93a4d14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 1129 time: 0.0450196 Apr 08 09:07:56.174020 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bf26cb7d-a8b2-4f7f-8ef9-e8a24679c48c req-1b036bfd-8f2c-4f1b-89af-33c26ee0b904 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399075 Apr 08 09:07:56.254182 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c1340-74c6-40b9-abdd-440582e2a833 req-988b2fa8-b1d0-4b85-aafd-0761dffa11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:56.255619 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2c1340-74c6-40b9-abdd-440582e2a833 req-988b2fa8-b1d0-4b85-aafd-0761dffa11c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.0874689 Apr 08 09:07:56.271935 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:07:56.299618 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2c1340-74c6-40b9-abdd-440582e2a833 req-ff169529-e12c-4960-ba9d-1c5ac2a066ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37ade0f0-05db-4546-be5d-83b69d0edc27 HTTP/1.1" status: 200 len: 217 time: 0.0371377 Apr 08 09:07:56.373276 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c1340-74c6-40b9-abdd-440582e2a833 req-d9e0af86-6be3-48df-a4ed-2d0ff47ae0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:56.374702 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2c1340-74c6-40b9-abdd-440582e2a833 req-d9e0af86-6be3-48df-a4ed-2d0ff47ae0a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0438046 Apr 08 09:07:56.426058 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c1340-74c6-40b9-abdd-440582e2a833 req-90a8dd52-a005-40b5-8e1c-a3255c36dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:56.427439 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2c1340-74c6-40b9-abdd-440582e2a833 req-90a8dd52-a005-40b5-8e1c-a3255c36dde0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436335 Apr 08 09:07:56.523570 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2c1340-74c6-40b9-abdd-440582e2a833 req-709c2ad8-016d-4c59-88cb-84ab341c90ef service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875773 Apr 08 09:07:56.617907 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dd2c1340-74c6-40b9-abdd-440582e2a833 req-69955718-482e-4a47-9a66-5afc2830eb56 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884125 Apr 08 09:07:57.307289 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665ca45-404a-4523-b979-c60bd1865df7 req-d75fbc85-1102-4b01-a30c-661d1316578b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:57.309575 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1665ca45-404a-4523-b979-c60bd1865df7 req-d75fbc85-1102-4b01-a30c-661d1316578b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0679653 Apr 08 09:07:57.355327 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1665ca45-404a-4523-b979-c60bd1865df7 req-90b69f16-b23b-406e-b344-284eb3c85324 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Apr 08 09:07:57.682935 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device fe450e35-2fa0-4e5f-ad97-49a2be12253c no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:07:57.829405 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: fe450e35-2fa0-4e5f-ad97-49a2be12253c {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:07:57.829753 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device fe450e35-2fa0-4e5f-ad97-49a2be12253c not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:07:58.472548 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38187f9a-66d9-4f7f-a090-83b056335ec1 req-475aa0a8-0b4f-44c9-a75b-8ed7c7f94a37 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:58.474002 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-38187f9a-66d9-4f7f-a090-83b056335ec1 req-475aa0a8-0b4f-44c9-a75b-8ed7c7f94a37 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0510757 Apr 08 09:07:58.521013 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-38187f9a-66d9-4f7f-a090-83b056335ec1 req-722d6ccc-3edb-4883-9532-0f9235261d56 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415950 Apr 08 09:07:59.638648 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386492b6-b02b-4664-ba77-ba3a71f237ea req-d5e05113-d136-46e0-900a-aeaadbde684a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:07:59.639978 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-386492b6-b02b-4664-ba77-ba3a71f237ea req-d5e05113-d136-46e0-900a-aeaadbde684a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0512140 Apr 08 09:07:59.687175 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-386492b6-b02b-4664-ba77-ba3a71f237ea req-9f113583-94f2-4049-a57c-3c5c2d137960 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Apr 08 09:08:00.808874 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29e8c5-eac0-4e10-98ab-454ebac60fb4 req-773a5674-4d8c-4bcf-a37b-841b5def3e72 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:00.810311 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7b29e8c5-eac0-4e10-98ab-454ebac60fb4 req-773a5674-4d8c-4bcf-a37b-841b5def3e72 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0512090 Apr 08 09:08:00.854095 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7b29e8c5-eac0-4e10-98ab-454ebac60fb4 req-ea8f028d-5d6c-46fd-a5cc-4a957abf373f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383215 Apr 08 09:08:01.970480 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c14f-e312-4979-96eb-90fb32bb8660 req-55c24bb9-763b-43b1-8151-12a993bf5645 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:01.971955 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bdc2c14f-e312-4979-96eb-90fb32bb8660 req-55c24bb9-763b-43b1-8151-12a993bf5645 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0504901 Apr 08 09:08:02.020368 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bdc2c14f-e312-4979-96eb-90fb32bb8660 req-c05f3ff6-68d5-4652-8965-72b5af5d7a8f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429492 Apr 08 09:08:03.143803 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606afd-ac17-4fce-9a20-a984d67d9f07 req-5112643c-c219-438c-a15f-932b6b50e3df tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:03.145372 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20606afd-ac17-4fce-9a20-a984d67d9f07 req-5112643c-c219-438c-a15f-932b6b50e3df tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0589757 Apr 08 09:08:03.190970 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20606afd-ac17-4fce-9a20-a984d67d9f07 req-7c87c972-7d4b-42a0-96c6-8f54f22ffc6b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400317 Apr 08 09:08:04.305865 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c19e9-976b-4404-84ce-bb407bcf2f88 req-4b01e0ec-f5b2-447c-a5c1-441986ed9ac6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:04.307308 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-619c19e9-976b-4404-84ce-bb407bcf2f88 req-4b01e0ec-f5b2-447c-a5c1-441986ed9ac6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0508099 Apr 08 09:08:04.352268 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-619c19e9-976b-4404-84ce-bb407bcf2f88 req-2b08ed8b-67e7-40fa-aeb1-2fc711a2f153 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388212 Apr 08 09:08:05.472798 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482519c-b367-406e-bb00-09236459b954 req-fb8d443a-b5c8-410a-ba92-6fc2475505fc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:05.474156 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e482519c-b367-406e-bb00-09236459b954 req-fb8d443a-b5c8-410a-ba92-6fc2475505fc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0535069 Apr 08 09:08:05.724394 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e482519c-b367-406e-bb00-09236459b954 req-68464121-cb92-4a41-9d3e-b6747ea647bb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448072 Apr 08 09:08:06.861223 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabaac5-8e57-4b11-91bb-d0e0edf378d6 req-c66bb0e7-096d-4366-8bad-064bcf827156 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:06.862601 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cfabaac5-8e57-4b11-91bb-d0e0edf378d6 req-c66bb0e7-096d-4366-8bad-064bcf827156 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0589881 Apr 08 09:08:06.911669 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cfabaac5-8e57-4b11-91bb-d0e0edf378d6 req-d974a2a5-35d9-4ff3-8cbf-0043df0a9e01 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429809 Apr 08 09:08:08.059973 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645d553-0192-4edc-ae61-a1f77f26d16b req-71621c43-df65-4521-9ca9-e3733978d16b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:08.061430 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a645d553-0192-4edc-ae61-a1f77f26d16b req-71621c43-df65-4521-9ca9-e3733978d16b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0559211 Apr 08 09:08:08.108042 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a645d553-0192-4edc-ae61-a1f77f26d16b req-fbd4089d-9732-477c-b8c1-67645ee821bf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Apr 08 09:08:08.394080 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f250e674-e3cb-43ea-9734-928b00c019ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:09.805060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 60176) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:09.809832 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-97cbbf63-79e8-40e3-9a47-ee84f2de467a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421214335', 'description': 'tempest-description--857051269'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:09.838327 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-97cbbf63-79e8-40e3-9a47-ee84f2de467a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:09.922037 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-97cbbf63-79e8-40e3-9a47-ee84f2de467a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for security_group (7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:09.979961 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-97cbbf63-79e8-40e3-9a47-ee84f2de467a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.009912 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-97cbbf63-79e8-40e3-9a47-ee84f2de467a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.011215 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-97cbbf63-79e8-40e3-9a47-ee84f2de467a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2051022 Apr 08 09:08:10.013175 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbbf63-79e8-40e3-9a47-ee84f2de467a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:10.014293 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 60178) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:10.020153 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-988c2595-b55c-477c-a2de-fe0f25847912 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Request body: {'security_group_rule': {'security_group_id': '7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:10.045973 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-988c2595-b55c-477c-a2de-fe0f25847912 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for security_group_rule (62326762-5e54-4812-96d6-bc6a5486b76f), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.105395 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-988c2595-b55c-477c-a2de-fe0f25847912 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for security_group_rule (62326762-5e54-4812-96d6-bc6a5486b76f), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.109620 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-988c2595-b55c-477c-a2de-fe0f25847912 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (62326762-5e54-4812-96d6-bc6a5486b76f), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.130832 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c2595-b55c-477c-a2de-fe0f25847912 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62326762-5e54-4812-96d6-bc6a5486b76f,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:10.143067 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-988c2595-b55c-477c-a2de-fe0f25847912 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.144275 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-988c2595-b55c-477c-a2de-fe0f25847912 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281934 Apr 08 09:08:10.146946 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 60184) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:10.152723 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-0ba0cdb3-d4a0-45ee-be9a-38cd5a783f35 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Request body: {'security_group_rule': {'security_group_id': '7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:10.184386 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0ba0cdb3-d4a0-45ee-be9a-38cd5a783f35 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for security_group_rule (cb80766b-2ac4-4938-8cf4-c22fc33e3880), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.243379 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0ba0cdb3-d4a0-45ee-be9a-38cd5a783f35 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for security_group_rule (cb80766b-2ac4-4938-8cf4-c22fc33e3880), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.247780 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0ba0cdb3-d4a0-45ee-be9a-38cd5a783f35 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (cb80766b-2ac4-4938-8cf4-c22fc33e3880), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.266519 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0cdb3-d4a0-45ee-be9a-38cd5a783f35 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb80766b-2ac4-4938-8cf4-c22fc33e3880,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:10.277452 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0ba0cdb3-d4a0-45ee-be9a-38cd5a783f35 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.281668 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0ba0cdb3-d4a0-45ee-be9a-38cd5a783f35 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308362 Apr 08 09:08:10.282198 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 60186) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:10.286535 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:10.307347 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.405539 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.526472 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Allocated IP 172.27.2.205 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/0bdb258a-34c1-442e-a1eb-c9eded940b1d) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:08:10.651138 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for port (0bdb258a-34c1-442e-a1eb-c9eded940b1d), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.692349 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (0bdb258a-34c1-442e-a1eb-c9eded940b1d), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.734338 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:08:10.737556 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:08:10.740666 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:08:10.772317 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event updated for resources: {'Port': ['ID=0bdb258a-34c1-442e-a1eb-c9eded940b1d,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:10.810617 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2c68a1c-1bb7-4407-841c-a3b3f47c7ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.861868 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for floatingip (673610ae-cc35-4c03-b033-933d47dada0b), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:10.907252 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (0bdb258a-34c1-442e-a1eb-c9eded940b1d), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:11.109997 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for port (0bdb258a-34c1-442e-a1eb-c9eded940b1d), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:11.119791 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (0bdb258a-34c1-442e-a1eb-c9eded940b1d), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:11.189458 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event updated for resources: {'Port': ['ID=0bdb258a-34c1-442e-a1eb-c9eded940b1d,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:11.210468 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (673610ae-cc35-4c03-b033-933d47dada0b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:11.229745 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:11.231156 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c70b953c-e787-46b4-a6de-3e7d3703726b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9479125 Apr 08 09:08:11.482769 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0393eeac-aedb-450a-b9b4-67a35ae458b0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--421214335&fields=id&tenant_id=aee1bc4a94954ae6b5d10210208ff8a6 HTTP/1.1" status: 200 len: 267 time: 0.0597436 Apr 08 09:08:11.619126 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-99847061-9db4-4907-830e-eb7cee96c311 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:11.620724 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-99847061-9db4-4907-830e-eb7cee96c311 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 818 time: 0.1281018 Apr 08 09:08:11.638060 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-6d68da75-0c72-4087-9578-2e698f2fbf69 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/quotas/aee1bc4a94954ae6b5d10210208ff8a6 HTTP/1.1" status: 200 len: 375 time: 0.0102119 Apr 08 09:08:11.725329 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-939f2188-8851-4037-8c44-442cc4a80222 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0720317 Apr 08 09:08:11.855946 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-390cfcb2-7893-4de7-b359-1348f1c988d1 service neutron] 10.222.0.11 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070585 Apr 08 09:08:11.965822 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:11.968925 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0614cade-956a-4c04-b71f-e2fa4e9c3e7d service neutron] 10.222.0.11 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072466 Apr 08 09:08:12.233586 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a8f3d526-df2f-4ff0-9ffb-7f03ae0eeaf7 req-e57e4b4d-305e-4d63-9961-941f745a2d32 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 210 time: 0.0439796 Apr 08 09:08:13.272069 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:13.343035 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-77eb481d-d460-405d-b8aa-eee9bef42728 req-910b3c71-d89b-48fa-bcdd-b3975238c2e8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 210 time: 0.0279179 Apr 08 09:08:13.737214 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-6c5a2a49-78fe-47b5-a9ac-bee2930d0d0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:13.739492 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-6c5a2a49-78fe-47b5-a9ac-bee2930d0d0d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 818 time: 0.1761179 Apr 08 09:08:13.827159 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-720e0a01-61e0-4aed-baf8-2690fb0a43d9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aee1bc4a94954ae6b5d10210208ff8a6 HTTP/1.1" status: 200 len: 379 time: 0.0683393 Apr 08 09:08:13.908868 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Request body: {'port': {'device_id': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'admin_state_up': True, 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'security_groups': ['7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:14.032819 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Made reservation on behalf of aee1bc4a94954ae6b5d10210208ff8a6 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:08:14.036395 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:14.208304 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Allocated IP 172.20.0.13 (4b30230e-4c3b-4dea-8337-326b2135c68c/7e2e608c-5756-4e6d-af6d-52672d8949cb/1a98bcfc-3520-406b-9078-3bf74bc21ca2) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:08:14.378203 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:14.415942 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:14.463471 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Network 4b30230e-4c3b-4dea-8337-326b2135c68c is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:08:14.472352 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:08:14.475061 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:08:14.517115 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event updated for resources: {'Port': ['ID=1a98bcfc-3520-406b-9078-3bf74bc21ca2,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:14.526445 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38187d58-fba3-4572-a2d6-e9ceaeca6409 req-e7340348-97f8-4133-81bb-ee02065ccabf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:14.534987 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-38187d58-fba3-4572-a2d6-e9ceaeca6409 req-e7340348-97f8-4133-81bb-ee02065ccabf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 932 time: 0.1076660 Apr 08 09:08:14.537990 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:14.538654 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:14.560787 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0f50a27f-5775-45bf-a4f6-092da055e5ec tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6563187 Apr 08 09:08:14.579253 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Request body: {'port': {'device_id': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:14.621175 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-38187d58-fba3-4572-a2d6-e9ceaeca6409 req-dadcad6b-95bb-4408-a493-eb38c4ec5c31 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804458 Apr 08 09:08:14.654368 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:14.699859 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:14.814198 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-d5615908-b5ca-4382-925e-c49f311c76e2 None None] Provisioning complete for port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:08:14.814685 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5615908-b5ca-4382-925e-c49f311c76e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:14.856322 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d5615908-b5ca-4382-925e-c49f311c76e2 None None] Port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:08:14.997051 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a98bcfc-3520-406b-9078-3bf74bc21ca2 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:08:15.005275 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Publish callbacks [] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:15.019234 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Transition to ACTIVE for port object 1a98bcfc-3520-406b-9078-3bf74bc21ca2 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:08:15.022763 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:15.120634 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Pushing event updated for resources: {'Port': ['ID=1a98bcfc-3520-406b-9078-3bf74bc21ca2,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:15.168973 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Attempting to bind port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:08:15.169395 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Attempting to bind port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:08:15.169817 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Attempting to bind port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 on network 4b30230e-4c3b-4dea-8337-326b2135c68c {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:08:15.174805 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 on network 4b30230e-4c3b-4dea-8337-326b2135c68c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:08:15.175202 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Attempting to bind port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 on network 4b30230e-4c3b-4dea-8337-326b2135c68c {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:08:15.180638 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:08:15.181116 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Checking segment: {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:08:15.181543 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Bound using segment: {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:08:15.182164 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Bound port: 1a98bcfc-3520-406b-9078-3bf74bc21ca2, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926d79d8-2776-4ab3-9ab6-876d21e3d335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:08:15.183252 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:15.286882 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] For port 1a98bcfc-3520-406b-9078-3bf74bc21ca2, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:08:15.290783 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] For port 1a98bcfc-3520-406b-9078-3bf74bc21ca2, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a98bcfc-3520-406b-9078-3bf74bc21ca2,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:08:15.299890 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:15.344737 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:15.345434 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:15.347442 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a98bcfc-3520-406b-9078-3bf74bc21ca2 HTTP/1.1" status: 200 len: 1094 time: 0.7730267 Apr 08 09:08:15.348050 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'tag': '1a98bcfc-3520-406b-9078-3bf74bc21ca2'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:08:15.350589 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1617b03c-a934-499c-91ac-2ee3873da8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa761de8-0331-4186-91c4-0e9714f71d48", "tag": "1a98bcfc-3520-406b-9078-3bf74bc21ca2"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:08:15.392885 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcacccb-6159-4f77-aa0a-6a850a4f9b67 service neutron] Pushing event updated for resources: {'Port': ['ID=1a98bcfc-3520-406b-9078-3bf74bc21ca2,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:15.453920 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db05c0-0e01-4400-821b-db6f89025578 x-openstack-request-id: req-29db05c0-0e01-4400-821b-db6f89025578 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:08:15.454247 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa761de8-0331-4186-91c4-0e9714f71d48", "tag": "1a98bcfc-3520-406b-9078-3bf74bc21ca2", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:08:15.454473 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29db05c0-0e01-4400-821b-db6f89025578 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:08:15.454867 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29db05c0-0e01-4400-821b-db6f89025578'] response: {'name': 'network-changed', 'server_uuid': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'tag': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'status': 'completed', 'code': 200} Apr 08 09:08:15.477980 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-4ffe5408-0b1f-4ddd-9253-80caefbfdcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:15.479402 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-4ffe5408-0b1f-4ddd-9253-80caefbfdcb4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 1128 time: 0.0618041 Apr 08 09:08:15.538038 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-c4212f66-3b08-44c7-8cd2-88604e0e2073 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a98bcfc-3520-406b-9078-3bf74bc21ca2 HTTP/1.1" status: 200 len: 217 time: 0.0365713 Apr 08 09:08:15.599496 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-292bc407-3663-42b5-af28-a4b3e3d9ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:15.601176 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-292bc407-3663-42b5-af28-a4b3e3d9ba78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0569608 Apr 08 09:08:15.702352 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-4afa2f31-95de-4d5c-b7c1-aa829fc5bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:15.703908 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-4afa2f31-95de-4d5c-b7c1-aa829fc5bacc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948029 Apr 08 09:08:15.823088 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fb96b-714e-4edb-a82b-63ea07a16ed0 req-c474df13-0af6-4a61-bcff-251805336da4 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:15.825353 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1c1fb96b-714e-4edb-a82b-63ea07a16ed0 req-c474df13-0af6-4a61-bcff-251805336da4 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 944 time: 0.1347039 Apr 08 09:08:15.841558 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-7efe0753-102d-4417-8d4c-ae676e28a65b service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301308 Apr 08 09:08:15.888901 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1c1fb96b-714e-4edb-a82b-63ea07a16ed0 req-ce34ed7f-35ac-472b-9ca9-1601c3ef039a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546708 Apr 08 09:08:15.957010 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a5c761e6-2402-43e8-8582-b5d8b19c69fd req-d8304555-885b-4903-a44e-5611beb1fad0 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093380 Apr 08 09:08:17.018794 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73520c-68c9-4836-a142-f6ce4cc9a475 req-4190ac33-c613-46c6-a2c5-6be16307a1eb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:17.027491 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cc73520c-68c9-4836-a142-f6ce4cc9a475 req-4190ac33-c613-46c6-a2c5-6be16307a1eb tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 944 time: 0.0732362 Apr 08 09:08:17.081062 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cc73520c-68c9-4836-a142-f6ce4cc9a475 req-a3f25362-1629-4ae7-9001-50c5e8eb4d46 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525079 Apr 08 09:08:18.204172 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bc431-e4f3-4466-afa4-d1ce360d7ab4 req-b3f7aed6-763b-4abe-97ba-ee0a63226536 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:18.205838 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a46bc431-e4f3-4466-afa4-d1ce360d7ab4 req-b3f7aed6-763b-4abe-97ba-ee0a63226536 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 944 time: 0.0560720 Apr 08 09:08:18.261524 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a46bc431-e4f3-4466-afa4-d1ce360d7ab4 req-1738870d-d8ad-41a1-a676-3112fa600fc8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492120 Apr 08 09:08:19.407127 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffdb36-7844-40d3-8caf-b837b1e746b1 req-ab71414b-5d24-49c0-a872-773594313ff4 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:19.408651 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a6ffdb36-7844-40d3-8caf-b837b1e746b1 req-ab71414b-5d24-49c0-a872-773594313ff4 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 944 time: 0.0663581 Apr 08 09:08:19.512211 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a6ffdb36-7844-40d3-8caf-b837b1e746b1 req-0b6be785-3f1b-44c5-bd26-dd81ceaaa2b3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963478 Apr 08 09:08:19.612036 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617b03c-a934-499c-91ac-2ee3873da8e8 req-d009f813-0f2a-44a0-823f-874dcbbc3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:19.613829 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1617b03c-a934-499c-91ac-2ee3873da8e8 req-d009f813-0f2a-44a0-823f-874dcbbc3d21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 1128 time: 0.0503404 Apr 08 09:08:19.710555 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617b03c-a934-499c-91ac-2ee3873da8e8 req-f7ac7a5a-8289-46d4-91dd-b05b9113bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:19.712032 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1617b03c-a934-499c-91ac-2ee3873da8e8 req-f7ac7a5a-8289-46d4-91dd-b05b9113bfb9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.0909393 Apr 08 09:08:19.745538 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 1a98bcfc-3520-406b-9078-3bf74bc21ca2 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:08:19.753757 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1617b03c-a934-499c-91ac-2ee3873da8e8 req-f6733785-fe6c-4550-9eaf-31d2240883ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a98bcfc-3520-406b-9078-3bf74bc21ca2 HTTP/1.1" status: 200 len: 217 time: 0.0357068 Apr 08 09:08:19.801786 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617b03c-a934-499c-91ac-2ee3873da8e8 req-552aed5b-479c-486a-9116-63fe218901f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:19.803219 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1617b03c-a934-499c-91ac-2ee3873da8e8 req-552aed5b-479c-486a-9116-63fe218901f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0428703 Apr 08 09:08:19.870671 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617b03c-a934-499c-91ac-2ee3873da8e8 req-cda4ef13-bfe3-4470-bac7-47d9af372359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:19.873550 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1617b03c-a934-499c-91ac-2ee3873da8e8 req-cda4ef13-bfe3-4470-bac7-47d9af372359 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589843 Apr 08 09:08:19.875409 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 1a98bcfc-3520-406b-9078-3bf74bc21ca2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a98bcfc-3520-406b-9078-3bf74bc21ca2,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:08:19.897031 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'port_id': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'mac_address': 'fa:16:3e:c6:58:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:08:19.970855 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:08:19.971244 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:19.979350 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1617b03c-a934-499c-91ac-2ee3873da8e8 req-2752b227-768e-4b0d-a724-556dbf363264 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967712 Apr 08 09:08:19.987132 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a98bcfc-3520-406b-9078-3bf74bc21ca2 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:08:20.009585 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 1a98bcfc-3520-406b-9078-3bf74bc21ca2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a98bcfc-3520-406b-9078-3bf74bc21ca2,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:08:20.015229 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:20.067868 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=1a98bcfc-3520-406b-9078-3bf74bc21ca2,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:20.085771 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1617b03c-a934-499c-91ac-2ee3873da8e8 req-ea382a76-aaab-4dd4-ae5c-837632cf45a7 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980034 Apr 08 09:08:20.552742 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['1a98bcfc-3520-406b-9078-3bf74bc21ca2'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:08:20.743778 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a40350-63c0-45df-aa57-50a2ced5ca97 req-8a777d06-e194-4f96-829a-bee7a5ac04f1 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:20.747649 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d7a40350-63c0-45df-aa57-50a2ced5ca97 req-8a777d06-e194-4f96-829a-bee7a5ac04f1 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 945 time: 0.1010993 Apr 08 09:08:20.805044 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d7a40350-63c0-45df-aa57-50a2ced5ca97 req-23646492-4b53-4a6e-bdb5-f95381e8ecb2 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516207 Apr 08 09:08:21.993734 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76b1d3-4395-4608-9772-fc2e068c8e0d req-529eda77-8086-40d7-96bb-184d90cbc4a0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:22.001832 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fd76b1d3-4395-4608-9772-fc2e068c8e0d req-529eda77-8086-40d7-96bb-184d90cbc4a0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 945 time: 0.1191642 Apr 08 09:08:22.005009 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 1a98bcfc-3520-406b-9078-3bf74bc21ca2 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:08:22.066494 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fd76b1d3-4395-4608-9772-fc2e068c8e0d req-c85699ac-41b3-4eea-b34a-01d209f3d576 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626109 Apr 08 09:08:22.126383 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:08:22.131027 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:08:22.131446 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:22.226471 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:08:22.227191 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:22.259539 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a98bcfc-3520-406b-9078-3bf74bc21ca2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:08:22.262016 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf00216-d633-45db-b4d1-5e72eac7ae98" -d '{"events": [{"server_uuid": "aa761de8-0331-4186-91c4-0e9714f71d48", "name": "network-vif-plugged", "status": "completed", "tag": "1a98bcfc-3520-406b-9078-3bf74bc21ca2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:08:22.287732 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 1a98bcfc-3520-406b-9078-3bf74bc21ca2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a98bcfc-3520-406b-9078-3bf74bc21ca2,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:08:22.293565 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:22.325002 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06422e0d-53ab-47a9-8d1d-30262edbb11e x-openstack-request-id: req-06422e0d-53ab-47a9-8d1d-30262edbb11e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:08:22.325293 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa761de8-0331-4186-91c4-0e9714f71d48", "name": "network-vif-plugged", "status": "completed", "tag": "1a98bcfc-3520-406b-9078-3bf74bc21ca2", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:08:22.325542 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06422e0d-53ab-47a9-8d1d-30262edbb11e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:08:22.325942 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06422e0d-53ab-47a9-8d1d-30262edbb11e'] response: {'server_uuid': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'code': 200} Apr 08 09:08:22.348071 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=1a98bcfc-3520-406b-9078-3bf74bc21ca2,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:22.605478 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ba9dd-6a00-4757-a088-c3ff8248d38a req-d93f7814-565f-4f2f-a805-9d07238daa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:22.607688 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b42ba9dd-6a00-4757-a088-c3ff8248d38a req-d93f7814-565f-4f2f-a805-9d07238daa4c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 1130 time: 0.0492308 Apr 08 09:08:22.654580 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b42ba9dd-6a00-4757-a088-c3ff8248d38a req-7bdf8b52-76af-4809-a63e-55644beee9a4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387051 Apr 08 09:08:23.190225 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18736cf7-cf00-4eff-bea6-dad09b2ada9e req-03911ff5-4d5d-4aa7-ab80-c4ef3a821fd4 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:23.191685 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-18736cf7-cf00-4eff-bea6-dad09b2ada9e req-03911ff5-4d5d-4aa7-ab80-c4ef3a821fd4 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0564797 Apr 08 09:08:23.236802 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-18736cf7-cf00-4eff-bea6-dad09b2ada9e req-cc461f8f-e3ae-45b7-8e9a-adec036173dd tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395200 Apr 08 09:08:24.366655 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3740a-fd22-421e-9b53-1a708b250165 req-45c446a9-b9cb-4a92-9538-6bef67c75309 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:24.368895 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a0a3740a-fd22-421e-9b53-1a708b250165 req-45c446a9-b9cb-4a92-9538-6bef67c75309 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0572994 Apr 08 09:08:24.382134 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 60402) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:24.421160 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a0a3740a-fd22-421e-9b53-1a708b250165 req-38c17dd0-03cb-4fcc-87b2-ce25918eb2be tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467033 Apr 08 09:08:24.490554 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:24.571069 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Publish callbacks [] for security_group (707cee0d-db3a-4b19-bf69-0020017accea), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:24.574853 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (707cee0d-db3a-4b19-bf69-0020017accea), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:24.616121 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 60428) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:24.616376 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d36293b722ce453081812498d4a22a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329669 Apr 08 09:08:24.617181 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707cee0d-db3a-4b19-bf69-0020017accea,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:24.624724 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.625083 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.625427 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.625813 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.626157 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.626687 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.627000 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.627331 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.627664 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.627997 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.628332 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.628681 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.629190 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.629521 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.629845 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cf2fff-4510-43b0-944d-e24227a687fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.675571 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Publish callbacks [] for security_group (707cee0d-db3a-4b19-bf69-0020017accea), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:24.698018 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Publish callbacks [] for security_group (707cee0d-db3a-4b19-bf69-0020017accea), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:24.746155 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (707cee0d-db3a-4b19-bf69-0020017accea), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:24.748854 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:24.750004 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/707cee0d-db3a-4b19-bf69-0020017accea HTTP/1.1" status: 204 len: 168 time: 0.1326950 Apr 08 09:08:24.759428 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707cee0d-db3a-4b19-bf69-0020017accea,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:24.767385 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.767741 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.768090 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.768437 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.768802 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.769140 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.769476 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.769809 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.770140 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.771089 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.771089 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.771089 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.771439 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.771765 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:24.772194 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a11c75c-8eee-4938-894c-7c766c7e1c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:25.540672 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3da7b-dfbf-45cb-9d5f-755729fe4a3a req-e1e25416-7453-48c3-9f98-6b6767c97736 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:25.543046 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-25a3da7b-dfbf-45cb-9d5f-755729fe4a3a req-e1e25416-7453-48c3-9f98-6b6767c97736 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0533867 Apr 08 09:08:25.588533 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-25a3da7b-dfbf-45cb-9d5f-755729fe4a3a req-b26ec5b1-6a4c-4d5d-9f67-14f2e3befe52 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400052 Apr 08 09:08:25.704903 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b7e8c-764f-4cb6-b898-c7bf1fb21edd req-2709fe9c-6a08-4fad-9a0f-191f3d177194 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:25.706378 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ef2b7e8c-764f-4cb6-b898-c7bf1fb21edd req-2709fe9c-6a08-4fad-9a0f-191f3d177194 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0555537 Apr 08 09:08:25.714890 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 60474) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:25.719411 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-fac61164-c3d3-4c94-8136-b340509077c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Request body: {'floatingip': {'port_id': '1a98bcfc-3520-406b-9078-3bf74bc21ca2'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:25.759332 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fac61164-c3d3-4c94-8136-b340509077c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for floatingip (673610ae-cc35-4c03-b033-933d47dada0b), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:25.904687 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 60480) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:25.954195 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:08:25.964767 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4564157a-7e32-4f69-96e8-e92ffb4a23f8 req-e834d20c-d1e6-4fae-89df-e744a9efa320 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1078053 Apr 08 09:08:25.967743 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44058e5-30c2-4466-a66c-9a0fbc29c2a0 admin admin] Deleting subnet 2f723cce-3d31-45fc-ae49-d49002b087df {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:08:25.970940 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d44058e5-30c2-4466-a66c-9a0fbc29c2a0 admin admin] Publish callbacks [] for subnet (2f723cce-3d31-45fc-ae49-d49002b087df), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.007396 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d44058e5-30c2-4466-a66c-9a0fbc29c2a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12789121'] for subnet (2f723cce-3d31-45fc-ae49-d49002b087df), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.048637 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d44058e5-30c2-4466-a66c-9a0fbc29c2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (2f723cce-3d31-45fc-ae49-d49002b087df), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.111132 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d44058e5-30c2-4466-a66c-9a0fbc29c2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13438895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14312004'] for subnet (2f723cce-3d31-45fc-ae49-d49002b087df), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.154922 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44058e5-30c2-4466-a66c-9a0fbc29c2a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f723cce-3d31-45fc-ae49-d49002b087df,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:26.158031 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d44058e5-30c2-4466-a66c-9a0fbc29c2a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.163411 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d44058e5-30c2-4466-a66c-9a0fbc29c2a0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2f723cce-3d31-45fc-ae49-d49002b087df HTTP/1.1" status: 204 len: 168 time: 0.2572410 Apr 08 09:08:26.165975 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 60484) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:26.245473 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564157a-7e32-4f69-96e8-e92ffb4a23f8 req-26c5a184-e862-42f3-ad44-2d8e42a30f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:26.247785 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4564157a-7e32-4f69-96e8-e92ffb4a23f8 req-26c5a184-e862-42f3-ad44-2d8e42a30f50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 1130 time: 0.1829326 Apr 08 09:08:26.271318 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.286692 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.353073 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.372383 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:08:26.381684 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc6d903-b822-48a6-a216-caa92c64d940') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:08:26.381977 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc6d903-b822-48a6-a216-caa92c64d940') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:08:26.392630 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12789144'] for segment (4cc6d903-b822-48a6-a216-caa92c64d940), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.407082 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (4cc6d903-b822-48a6-a216-caa92c64d940), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.413561 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:08:26.414150 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13438793'] for segment (4cc6d903-b822-48a6-a216-caa92c64d940), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: Traceback (most recent call last): Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: timer() Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: cb(*args, **kw) Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: return func(*args, **kwargs) Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: self._notify() Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: self.callback(batched_events) Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: event.method(event) Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: return f(self, *a, **k) Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._get(url).json() Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:08:26.415946 dv-cinder-836996-2-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:08:26.476460 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.482227 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.485429 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] 10.222.0.11 "DELETE /v2.0/networks/9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14 HTTP/1.1" status: 204 len: 168 time: 0.3176970 Apr 08 09:08:26.501540 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839a58c-ca74-41d5-b5e6-6a12e28a39fe admin admin] Pushing event deleted for resources: {'Network': ['ID=9b639e60-f07b-4f90-8c0a-ccc1fb5b3b14,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:26.650413 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fac61164-c3d3-4c94-8136-b340509077c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.653490 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564157a-7e32-4f69-96e8-e92ffb4a23f8 req-96214280-2ee2-44c2-a00c-f415ad69541a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:26.657561 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4564157a-7e32-4f69-96e8-e92ffb4a23f8 req-96214280-2ee2-44c2-a00c-f415ad69541a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d212e64-e599-4f30-a480-e7099d8eb4c3 HTTP/1.1" status: 200 len: 911 time: 0.3778179 Apr 08 09:08:26.657561 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fac61164-c3d3-4c94-8136-b340509077c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (673610ae-cc35-4c03-b033-933d47dada0b), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.657972 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 60488) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:26.699654 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e39854cb-a621-4f1d-a089-8118d58d4d42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=620f2e02d0864b8db9b12d1ae9d6d77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404978 Apr 08 09:08:26.702164 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 60490) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:26.752120 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e7cc0044-bc1c-446a-8da5-e8f38c551e37 admin admin] Publish callbacks [] for security_group (45cfdb0a-08ee-4201-a213-e862f783bf6c), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.773614 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e7cc0044-bc1c-446a-8da5-e8f38c551e37 admin admin] Publish callbacks [] for security_group (45cfdb0a-08ee-4201-a213-e862f783bf6c), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.791692 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4564157a-7e32-4f69-96e8-e92ffb4a23f8 req-9fdf2238-407f-48ca-840d-47ec3e0f94c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf051081-3865-4f6b-8294-171cb8880bc5 HTTP/1.1" status: 200 len: 1002 time: 0.0993960 Apr 08 09:08:26.821041 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e7cc0044-bc1c-446a-8da5-e8f38c551e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (45cfdb0a-08ee-4201-a213-e862f783bf6c), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.824217 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e7cc0044-bc1c-446a-8da5-e8f38c551e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:26.825471 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e7cc0044-bc1c-446a-8da5-e8f38c551e37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45cfdb0a-08ee-4201-a213-e862f783bf6c HTTP/1.1" status: 204 len: 168 time: 0.1222565 Apr 08 09:08:26.833238 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc0044-bc1c-446a-8da5-e8f38c551e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cfdb0a-08ee-4201-a213-e862f783bf6c,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:26.845134 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-fac61164-c3d3-4c94-8136-b340509077c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Floating IP 673610ae-cc35-4c03-b033-933d47dada0b associated. External IP: 172.27.2.205, port: 1a98bcfc-3520-406b-9078-3bf74bc21ca2. Apr 08 09:08:26.898517 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564157a-7e32-4f69-96e8-e92ffb4a23f8 req-2d5bfff2-65c2-4057-92ff-2cfed8417f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:26.900017 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4564157a-7e32-4f69-96e8-e92ffb4a23f8 req-2d5bfff2-65c2-4057-92ff-2cfed8417f89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=317ed796-bf5f-413a-88ba-27d2f3ef552b HTTP/1.1" status: 200 len: 850 time: 0.1008942 Apr 08 09:08:27.006861 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564157a-7e32-4f69-96e8-e92ffb4a23f8 req-c33932de-6308-46a0-90a0-e7f835ad608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:27.008759 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4564157a-7e32-4f69-96e8-e92ffb4a23f8 req-c33932de-6308-46a0-90a0-e7f835ad608f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d212e64-e599-4f30-a480-e7099d8eb4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1015542 Apr 08 09:08:27.178027 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-414dd707-d0de-4951-afb4-2202d597cbd2 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b371353a58294996b98e316a3616cea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306027 Apr 08 09:08:27.187614 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4564157a-7e32-4f69-96e8-e92ffb4a23f8 req-a3f16728-9822-4a42-8905-d3b8fbc4341c service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388936 Apr 08 09:08:27.194790 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac61164-c3d3-4c94-8136-b340509077c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Router 5622308b-a745-4a20-b72d-6443d6acfbca has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:08:27.375388 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-8a1501a5-3a52-40f3-b98c-2f94d34ed32c tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:27.376916 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-8a1501a5-3a52-40f3-b98c-2f94d34ed32c tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929312 Apr 08 09:08:27.378806 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4564157a-7e32-4f69-96e8-e92ffb4a23f8 req-c5b740f1-eae5-4aef-b4a2-18fb3eb8804c service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823096 Apr 08 09:08:27.388593 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac61164-c3d3-4c94-8136-b340509077c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:08:27.391927 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-916498f1-73a9-431e-ac34-d50e7f432014 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/quotas/b371353a58294996b98e316a3616cea9 HTTP/1.1" status: 200 len: 375 time: 0.0094411 Apr 08 09:08:27.403565 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f00f927-9185-4225-9f2e-3c85b3ed6daf None None] Sync routers for ids ['5622308b-a745-4a20-b72d-6443d6acfbca'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:08:27.405870 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fac61164-c3d3-4c94-8136-b340509077c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:27.432398 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f00f927-9185-4225-9f2e-3c85b3ed6daf None None] Routers {'5622308b-a745-4a20-b72d-6443d6acfbca'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:08:27.433257 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-5f00f927-9185-4225-9f2e-3c85b3ed6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:08:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['5622308b-a745-4a20-b72d-6443d6acfbca'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:08:27.439917 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fac61164-c3d3-4c94-8136-b340509077c0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "PUT /v2.0/floatingips/673610ae-cc35-4c03-b033-933d47dada0b HTTP/1.1" status: 200 len: 992 time: 1.7238524 Apr 08 09:08:27.440525 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'tag': '1a98bcfc-3520-406b-9078-3bf74bc21ca2'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:08:27.442775 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5391486f-9829-4f81-96f3-e0a6fdcc0ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa761de8-0331-4186-91c4-0e9714f71d48", "tag": "1a98bcfc-3520-406b-9078-3bf74bc21ca2"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:08:27.458056 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-6ff36894-41c6-4616-b62b-c73f7224bcae tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b371353a58294996b98e316a3616cea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387833 Apr 08 09:08:27.488724 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fdad5d-277d-45c6-b357-35b1d25c7e37 x-openstack-request-id: req-50fdad5d-277d-45c6-b357-35b1d25c7e37 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:08:27.489020 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa761de8-0331-4186-91c4-0e9714f71d48", "tag": "1a98bcfc-3520-406b-9078-3bf74bc21ca2", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:08:27.489356 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50fdad5d-277d-45c6-b357-35b1d25c7e37 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:08:27.489774 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50fdad5d-277d-45c6-b357-35b1d25c7e37'] response: {'name': 'network-changed', 'server_uuid': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'tag': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'status': 'completed', 'code': 200} Apr 08 09:08:27.581868 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-5f00f927-9185-4225-9f2e-3c85b3ed6daf None None] Set router 5622308b-a745-4a20-b72d-6443d6acfbca gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:08:27.590182 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391486f-9829-4f81-96f3-e0a6fdcc0ed5 req-09b4fa90-adfa-4ac1-91f9-67753eac1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:27.592004 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5391486f-9829-4f81-96f3-e0a6fdcc0ed5 req-09b4fa90-adfa-4ac1-91f9-67753eac1490 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 1130 time: 0.0535827 Apr 08 09:08:27.673900 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0f535634-03b4-4dff-9b16-2bb8aab53962 req-0ce1a862-5054-4e39-b900-1aa2a4461f9e tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 210 time: 0.0761485 Apr 08 09:08:27.719992 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391486f-9829-4f81-96f3-e0a6fdcc0ed5 req-3851f025-7df1-4f48-b7b6-89ccd2724e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:27.726748 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5391486f-9829-4f81-96f3-e0a6fdcc0ed5 req-3851f025-7df1-4f48-b7b6-89ccd2724e18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.1201434 Apr 08 09:08:27.804407 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5391486f-9829-4f81-96f3-e0a6fdcc0ed5 req-d8b023b9-19df-422f-b964-58637fd0d817 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a98bcfc-3520-406b-9078-3bf74bc21ca2 HTTP/1.1" status: 200 len: 1000 time: 0.0743670 Apr 08 09:08:27.869744 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-5f00f927-9185-4225-9f2e-3c85b3ed6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '673610ae-cc35-4c03-b033-933d47dada0b', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'port_id': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'mac_address': 'fa:16:3e:c6:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:08:10Z', 'updated_at': '2022-04-08T09:08:26Z', 'revision_number': 1, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b5bd84-55bf-4a5e-91b2-e4e893583894', 'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'mac_address': 'fa:16:3e:4a:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:05:40Z', 'revision_number': 5, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'subnets': [{'id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:08:27.901335 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f00f927-9185-4225-9f2e-3c85b3ed6daf None None] Checking router: 5622308b-a745-4a20-b72d-6443d6acfbca for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:08:27.910701 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f00f927-9185-4225-9f2e-3c85b3ed6daf None None] Routers {'5622308b-a745-4a20-b72d-6443d6acfbca'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:08:27.911437 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-5f00f927-9185-4225-9f2e-3c85b3ed6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:08:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['5622308b-a745-4a20-b72d-6443d6acfbca'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:08:28.033638 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-5f00f927-9185-4225-9f2e-3c85b3ed6daf None None] Set router 5622308b-a745-4a20-b72d-6443d6acfbca gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:08:28.122527 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391486f-9829-4f81-96f3-e0a6fdcc0ed5 req-4fe54b75-a14d-43c7-8e06-f072e885af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:28.124739 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5391486f-9829-4f81-96f3-e0a6fdcc0ed5 req-4fe54b75-a14d-43c7-8e06-f072e885af11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0513394 Apr 08 09:08:28.199326 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391486f-9829-4f81-96f3-e0a6fdcc0ed5 req-58c53d29-0602-4f17-ab94-36ff4d843c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:28.201322 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5391486f-9829-4f81-96f3-e0a6fdcc0ed5 req-58c53d29-0602-4f17-ab94-36ff4d843c84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592227 Apr 08 09:08:28.325475 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-5f00f927-9185-4225-9f2e-3c85b3ed6daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '673610ae-cc35-4c03-b033-933d47dada0b', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'port_id': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'mac_address': 'fa:16:3e:c6:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:08:10Z', 'updated_at': '2022-04-08T09:08:26Z', 'revision_number': 1, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b5bd84-55bf-4a5e-91b2-e4e893583894', 'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'mac_address': 'fa:16:3e:4a:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:05:40Z', 'revision_number': 5, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'subnets': [{'id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:08:28.360308 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f00f927-9185-4225-9f2e-3c85b3ed6daf None None] The sync data for ids ['5622308b-a745-4a20-b72d-6443d6acfbca'] in dv-cinder-836996-2-iscsi is: [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '673610ae-cc35-4c03-b033-933d47dada0b', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'port_id': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'mac_address': 'fa:16:3e:c6:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:08:10Z', 'updated_at': '2022-04-08T09:08:26Z', 'revision_number': 1, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b5bd84-55bf-4a5e-91b2-e4e893583894', 'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'mac_address': 'fa:16:3e:4a:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:05:40Z', 'revision_number': 5, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'subnets': [{'id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:08:28.413263 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5391486f-9829-4f81-96f3-e0a6fdcc0ed5 req-2c274444-1ff8-472a-a5c6-eaa9f6a2aef8 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168673 Apr 08 09:08:28.551272 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0a85b4-3997-4b60-8e7c-4fd56d188e8e None None] New status for floating IP 673610ae-cc35-4c03-b033-933d47dada0b: ACTIVE {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:08:28.708688 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-5391486f-9829-4f81-96f3-e0a6fdcc0ed5 req-c2129a82-6f30-4ee6-9d60-6eb9c7f4976d service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914226 Apr 08 09:08:28.790334 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2282e19e-6561-49c5-914b-89831d39f4e7 req-b1d4e3ae-35cd-44f5-8b33-b72931d7f087 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 210 time: 0.0344083 Apr 08 09:08:29.320890 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-117e0d73-881b-4788-beba-f85dfc010f4d tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b371353a58294996b98e316a3616cea9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291438 Apr 08 09:08:29.515644 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-d77aeda2-95d6-401e-a5ef-62d445f98b50 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:29.517076 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-d77aeda2-95d6-401e-a5ef-62d445f98b50 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889236 Apr 08 09:08:29.597885 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Request body: {'port': {'device_id': 'b30bf941-bd9a-4958-b97a-4c5dca469acd', 'network_id': '375fab35-e279-4078-b510-42e8132a9816', 'admin_state_up': True, 'tenant_id': 'b371353a58294996b98e316a3616cea9'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:29.708343 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Made reservation on behalf of b371353a58294996b98e316a3616cea9 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:08:29.711660 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:29.720358 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:29.798204 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Publish callbacks [] for security_group (3e9434bf-4c46-40bb-b3d2-0390aefba2a6), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:29.801654 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3e9434bf-4c46-40bb-b3d2-0390aefba2a6), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:29.869447 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9434bf-4c46-40bb-b3d2-0390aefba2a6,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:29.891034 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5bcfc29c-6d78-4584-aa61-2292659434c6 req-00854590-0e99-4ed9-821b-0ef651af3b6e tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 210 time: 0.0268128 Apr 08 09:08:29.942947 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Allocated IP 192.168.233.129 (375fab35-e279-4078-b510-42e8132a9816/64db698d-ae7e-4f8f-8ec7-f355115b1361/87f848a9-3d31-4e02-ba26-380c21ec02c6) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:08:30.091337 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Publish callbacks [] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:30.123230 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:30.163482 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Network 375fab35-e279-4078-b510-42e8132a9816 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:08:30.167091 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:08:30.173415 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:08:30.196057 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Pushing event updated for resources: {'Port': ['ID=87f848a9-3d31-4e02-ba26-380c21ec02c6,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:30.225663 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:30.226480 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:30.243463 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-89ba7a85-9887-4ce0-90e2-a2a48c080805 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6509521 Apr 08 09:08:30.287728 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Request body: {'port': {'device_id': 'b30bf941-bd9a-4958-b97a-4c5dca469acd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:30.354753 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:30.362585 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-0c6316e7-75b8-4d19-93b9-de5808685ab3 None None] Provisioning complete for port 87f848a9-3d31-4e02-ba26-380c21ec02c6 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:08:30.363078 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c6316e7-75b8-4d19-93b9-de5808685ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:30.398155 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0c6316e7-75b8-4d19-93b9-de5808685ab3 None None] Port 87f848a9-3d31-4e02-ba26-380c21ec02c6 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:08:30.617910 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f848a9-3d31-4e02-ba26-380c21ec02c6 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:08:30.624978 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Publish callbacks [] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:30.636898 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Transition to ACTIVE for port object 87f848a9-3d31-4e02-ba26-380c21ec02c6 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:08:30.640462 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:30.694526 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Pushing event updated for resources: {'Port': ['ID=87f848a9-3d31-4e02-ba26-380c21ec02c6,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:30.764155 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Attempting to bind port 87f848a9-3d31-4e02-ba26-380c21ec02c6 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:08:30.764513 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Attempting to bind port 87f848a9-3d31-4e02-ba26-380c21ec02c6 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8cc34601-d32f-4c81-bb32-1f0cf92d93e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '375fab35-e279-4078-b510-42e8132a9816'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:08:30.764845 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Attempting to bind port 87f848a9-3d31-4e02-ba26-380c21ec02c6 on network 375fab35-e279-4078-b510-42e8132a9816 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:08:30.769433 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Port 87f848a9-3d31-4e02-ba26-380c21ec02c6 on network 375fab35-e279-4078-b510-42e8132a9816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:08:30.769754 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Attempting to bind port 87f848a9-3d31-4e02-ba26-380c21ec02c6 on network 375fab35-e279-4078-b510-42e8132a9816 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:08:30.774689 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:08:30.775089 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Checking segment: {'id': '8cc34601-d32f-4c81-bb32-1f0cf92d93e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '375fab35-e279-4078-b510-42e8132a9816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:08:30.775985 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Bound using segment: {'id': '8cc34601-d32f-4c81-bb32-1f0cf92d93e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '375fab35-e279-4078-b510-42e8132a9816'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:08:30.776410 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Bound port: 87f848a9-3d31-4e02-ba26-380c21ec02c6, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc34601-d32f-4c81-bb32-1f0cf92d93e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '375fab35-e279-4078-b510-42e8132a9816'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:08:30.776794 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:30.844205 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] For port 87f848a9-3d31-4e02-ba26-380c21ec02c6, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:08:30.847135 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] For port 87f848a9-3d31-4e02-ba26-380c21ec02c6, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=87f848a9-3d31-4e02-ba26-380c21ec02c6,segment=NetworkSegment(8cc34601-d32f-4c81-bb32-1f0cf92d93e9),segment_id=8cc34601-d32f-4c81-bb32-1f0cf92d93e9)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:08:30.852399 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:30.889761 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:30.890375 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:30.891755 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] 10.222.0.10 "PUT /v2.0/ports/87f848a9-3d31-4e02-ba26-380c21ec02c6 HTTP/1.1" status: 200 len: 1098 time: 0.6084661 Apr 08 09:08:30.892193 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30bf941-bd9a-4958-b97a-4c5dca469acd', 'tag': '87f848a9-3d31-4e02-ba26-380c21ec02c6'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:08:30.894429 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59c62b9-2b1b-4be7-ad84-03571a6b3633" -d '{"events": [{"name": "network-changed", "server_uuid": "b30bf941-bd9a-4958-b97a-4c5dca469acd", "tag": "87f848a9-3d31-4e02-ba26-380c21ec02c6"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:08:30.920978 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e715b-d5e1-4e15-bc05-b173a8ef3b4f service neutron] Pushing event updated for resources: {'Port': ['ID=87f848a9-3d31-4e02-ba26-380c21ec02c6,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:30.961246 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7462b19a-c80d-4e19-9e16-5606e5c3d9ab x-openstack-request-id: req-7462b19a-c80d-4e19-9e16-5606e5c3d9ab {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:08:30.961779 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30bf941-bd9a-4958-b97a-4c5dca469acd", "tag": "87f848a9-3d31-4e02-ba26-380c21ec02c6", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:08:30.962232 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7462b19a-c80d-4e19-9e16-5606e5c3d9ab {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:08:30.963345 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7462b19a-c80d-4e19-9e16-5606e5c3d9ab'] response: {'name': 'network-changed', 'server_uuid': 'b30bf941-bd9a-4958-b97a-4c5dca469acd', 'tag': '87f848a9-3d31-4e02-ba26-380c21ec02c6', 'status': 'completed', 'code': 200} Apr 08 09:08:31.018791 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7636998-3f4f-4dd5-ab9d-b50dbec63d22 req-46d947d5-6458-4923-b0c6-2a49a8aa0361 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:31.020616 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c7636998-3f4f-4dd5-ab9d-b50dbec63d22 req-46d947d5-6458-4923-b0c6-2a49a8aa0361 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 948 time: 0.0545247 Apr 08 09:08:31.055079 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-31a47d7e-f395-4350-9929-0769ec971486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:31.056765 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-31a47d7e-f395-4350-9929-0769ec971486 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b371353a58294996b98e316a3616cea9&device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 1132 time: 0.0567074 Apr 08 09:08:31.079181 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c7636998-3f4f-4dd5-ab9d-b50dbec63d22 req-c72651c0-b2a3-498c-87af-10618dd20b5e tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521400 Apr 08 09:08:31.324191 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-41889123-b0e6-442b-aa16-ced48e1fd8f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=87f848a9-3d31-4e02-ba26-380c21ec02c6 HTTP/1.1" status: 200 len: 217 time: 0.2533669 Apr 08 09:08:31.380172 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-e99edbeb-c9fd-4353-b4e6-5edf078184ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:31.381666 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-e99edbeb-c9fd-4353-b4e6-5edf078184ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64db698d-ae7e-4f8f-8ec7-f355115b1361 HTTP/1.1" status: 200 len: 843 time: 0.0501788 Apr 08 09:08:31.435549 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-ed114915-46eb-4470-89b9-2e2f75bce6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:31.436999 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-ed114915-46eb-4470-89b9-2e2f75bce6db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=375fab35-e279-4078-b510-42e8132a9816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0463214 Apr 08 09:08:31.537341 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-bf88ba53-1789-4d6d-9007-5379b6534ec3 service neutron] 10.222.0.10 "GET /v2.0/networks/375fab35-e279-4078-b510-42e8132a9816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926430 Apr 08 09:08:31.628864 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-adeb6592-8e68-4515-a2ec-4eaa15e58d11 req-f4ccd082-6ff7-42ea-a740-262eab71d26b service neutron] 10.222.0.10 "GET /v2.0/networks/375fab35-e279-4078-b510-42e8132a9816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846703 Apr 08 09:08:32.198519 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bab9b-4897-4f3a-bae9-4bf854ee1f02 req-fb075de8-a826-4912-9442-2c20b206876a tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:32.199961 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a23bab9b-4897-4f3a-bae9-4bf854ee1f02 req-fb075de8-a826-4912-9442-2c20b206876a tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 948 time: 0.0520444 Apr 08 09:08:32.247161 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a23bab9b-4897-4f3a-bae9-4bf854ee1f02 req-a027d398-05f9-4251-aa91-be9e54bf44b0 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Apr 08 09:08:33.373952 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72630b83-590b-4542-af57-69965a8020ba req-17f6b817-74d2-4072-8f19-60d8a9c7c941 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:33.375330 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72630b83-590b-4542-af57-69965a8020ba req-17f6b817-74d2-4072-8f19-60d8a9c7c941 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 948 time: 0.0645540 Apr 08 09:08:33.420828 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72630b83-590b-4542-af57-69965a8020ba req-8ee826b0-ba97-492a-8dc4-5e4145570671 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Apr 08 09:08:34.535376 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb8216-3ded-4c4f-b339-f54ee989e043 req-730caee3-5061-4767-ac54-dd42b83870a3 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:34.536834 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8efb8216-3ded-4c4f-b339-f54ee989e043 req-730caee3-5061-4767-ac54-dd42b83870a3 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 948 time: 0.0503483 Apr 08 09:08:34.581886 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8efb8216-3ded-4c4f-b339-f54ee989e043 req-637926e3-4831-4c7f-97e4-051a499adffb tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Apr 08 09:08:34.689707 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c62b9-2b1b-4be7-ad84-03571a6b3633 req-7e00a0cd-2eed-4489-acde-d536a12e6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:34.691417 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b59c62b9-2b1b-4be7-ad84-03571a6b3633 req-7e00a0cd-2eed-4489-acde-d536a12e6683 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b371353a58294996b98e316a3616cea9&device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 1132 time: 0.0445251 Apr 08 09:08:34.785029 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c62b9-2b1b-4be7-ad84-03571a6b3633 req-d3ad49c2-980c-4187-afe5-5178b547953f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:34.786476 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b59c62b9-2b1b-4be7-ad84-03571a6b3633 req-d3ad49c2-980c-4187-afe5-5178b547953f service neutron] 10.222.0.10 "GET /v2.0/networks?id=375fab35-e279-4078-b510-42e8132a9816 HTTP/1.1" status: 200 len: 869 time: 0.0878971 Apr 08 09:08:34.825940 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b59c62b9-2b1b-4be7-ad84-03571a6b3633 req-0fd43314-725c-4fa8-ae07-4ed2a5e873f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=87f848a9-3d31-4e02-ba26-380c21ec02c6 HTTP/1.1" status: 200 len: 217 time: 0.0328948 Apr 08 09:08:34.874653 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c62b9-2b1b-4be7-ad84-03571a6b3633 req-9dad1692-5c09-47bb-8c66-22ca30ce0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:34.876020 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b59c62b9-2b1b-4be7-ad84-03571a6b3633 req-9dad1692-5c09-47bb-8c66-22ca30ce0e0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64db698d-ae7e-4f8f-8ec7-f355115b1361 HTTP/1.1" status: 200 len: 843 time: 0.0418496 Apr 08 09:08:34.928181 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c62b9-2b1b-4be7-ad84-03571a6b3633 req-432d030a-d248-470b-b16d-bc81b243a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:34.929852 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b59c62b9-2b1b-4be7-ad84-03571a6b3633 req-432d030a-d248-470b-b16d-bc81b243a902 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=375fab35-e279-4078-b510-42e8132a9816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0465665 Apr 08 09:08:35.030241 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b59c62b9-2b1b-4be7-ad84-03571a6b3633 req-63ba51f3-c2c1-42b1-b1a3-45974704f91c service neutron] 10.222.0.10 "GET /v2.0/networks/375fab35-e279-4078-b510-42e8132a9816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921767 Apr 08 09:08:35.121999 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b59c62b9-2b1b-4be7-ad84-03571a6b3633 req-e752cea6-593b-4c7b-99f9-3e185c487cc8 service neutron] 10.222.0.10 "GET /v2.0/networks/375fab35-e279-4078-b510-42e8132a9816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834277 Apr 08 09:08:35.700751 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451af37-88b5-4768-ab2c-600ef768b503 req-80149482-6c0f-4ed9-9bf4-76fd27147175 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:35.702214 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e451af37-88b5-4768-ab2c-600ef768b503 req-80149482-6c0f-4ed9-9bf4-76fd27147175 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 948 time: 0.0553696 Apr 08 09:08:35.750230 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e451af37-88b5-4768-ab2c-600ef768b503 req-cd5f8a8f-2d39-4a4f-8e85-d6037550d9ff tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Apr 08 09:08:36.049892 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 87f848a9-3d31-4e02-ba26-380c21ec02c6 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:08:36.141997 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 87f848a9-3d31-4e02-ba26-380c21ec02c6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=87f848a9-3d31-4e02-ba26-380c21ec02c6,segment=NetworkSegment(8cc34601-d32f-4c81-bb32-1f0cf92d93e9),segment_id=8cc34601-d32f-4c81-bb32-1f0cf92d93e9)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:08:36.152801 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '87f848a9-3d31-4e02-ba26-380c21ec02c6', 'network_id': '375fab35-e279-4078-b510-42e8132a9816', 'port_id': '87f848a9-3d31-4e02-ba26-380c21ec02c6', 'mac_address': 'fa:16:3e:89:c5:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64db698d-ae7e-4f8f-8ec7-f355115b1361', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:08:36.189109 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 87f848a9-3d31-4e02-ba26-380c21ec02c6 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:08:36.189502 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:36.205322 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f848a9-3d31-4e02-ba26-380c21ec02c6 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:08:36.228836 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 87f848a9-3d31-4e02-ba26-380c21ec02c6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=87f848a9-3d31-4e02-ba26-380c21ec02c6,segment=NetworkSegment(8cc34601-d32f-4c81-bb32-1f0cf92d93e9),segment_id=8cc34601-d32f-4c81-bb32-1f0cf92d93e9)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:08:36.232882 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:36.278597 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=87f848a9-3d31-4e02-ba26-380c21ec02c6,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:36.285402 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.285756 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.286098 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.286459 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.286797 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.287126 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.287455 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.287780 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.288104 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.288429 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.288854 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.289197 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.289525 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.289914 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.290237 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:08:36.770193 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['87f848a9-3d31-4e02-ba26-380c21ec02c6'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:08:36.870365 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef78d6-aad7-4485-b310-fac5be2db143 req-3508b905-5095-44a2-948c-552a3d81832a tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:36.871827 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-abef78d6-aad7-4485-b310-fac5be2db143 req-3508b905-5095-44a2-948c-552a3d81832a tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 949 time: 0.0514278 Apr 08 09:08:36.918035 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-abef78d6-aad7-4485-b310-fac5be2db143 req-7b9c87da-64a4-4ddb-b09e-a6a4fcee9754 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Apr 08 09:08:38.038862 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee1490-4347-4524-9c7e-9153429fb729 req-996abb0c-1d12-46ff-ade6-d5447e7ce75d tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:38.040253 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fbee1490-4347-4524-9c7e-9153429fb729 req-996abb0c-1d12-46ff-ade6-d5447e7ce75d tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 949 time: 0.0582664 Apr 08 09:08:38.085170 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fbee1490-4347-4524-9c7e-9153429fb729 req-8f61a5a8-0a5b-4bc4-bc10-42bcaedac3f9 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382862 Apr 08 09:08:38.131691 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 87f848a9-3d31-4e02-ba26-380c21ec02c6 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:08:38.180777 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port 87f848a9-3d31-4e02-ba26-380c21ec02c6 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:08:38.185315 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 87f848a9-3d31-4e02-ba26-380c21ec02c6 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:08:38.185837 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:38.262730 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 87f848a9-3d31-4e02-ba26-380c21ec02c6 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:08:38.263114 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:38.284788 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30bf941-bd9a-4958-b97a-4c5dca469acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f848a9-3d31-4e02-ba26-380c21ec02c6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:08:38.287133 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56d2152-83cd-447e-980e-560eb97e8d02" -d '{"events": [{"server_uuid": "b30bf941-bd9a-4958-b97a-4c5dca469acd", "name": "network-vif-plugged", "status": "completed", "tag": "87f848a9-3d31-4e02-ba26-380c21ec02c6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:08:38.303994 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 87f848a9-3d31-4e02-ba26-380c21ec02c6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=87f848a9-3d31-4e02-ba26-380c21ec02c6,segment=NetworkSegment(8cc34601-d32f-4c81-bb32-1f0cf92d93e9),segment_id=8cc34601-d32f-4c81-bb32-1f0cf92d93e9)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:08:38.307976 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:38.330573 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8007e82-345f-48f1-9b13-acf83b20d256 x-openstack-request-id: req-f8007e82-345f-48f1-9b13-acf83b20d256 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:08:38.330884 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30bf941-bd9a-4958-b97a-4c5dca469acd", "name": "network-vif-plugged", "status": "completed", "tag": "87f848a9-3d31-4e02-ba26-380c21ec02c6", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:08:38.331137 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8007e82-345f-48f1-9b13-acf83b20d256 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:08:38.331519 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8007e82-345f-48f1-9b13-acf83b20d256'] response: {'server_uuid': 'b30bf941-bd9a-4958-b97a-4c5dca469acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f848a9-3d31-4e02-ba26-380c21ec02c6', 'code': 200} Apr 08 09:08:38.356692 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=87f848a9-3d31-4e02-ba26-380c21ec02c6,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:38.398506 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1d87ab04-74d6-47e2-b2cd-6fded2ed16e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:38.611834 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde7c02-3a3d-4c1a-919a-42de557754d9 req-e8054054-4996-412b-bcce-fc7f134b91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:38.613357 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2dde7c02-3a3d-4c1a-919a-42de557754d9 req-e8054054-4996-412b-bcce-fc7f134b91bc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 1134 time: 0.0427225 Apr 08 09:08:38.655900 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2dde7c02-3a3d-4c1a-919a-42de557754d9 req-aea2413c-76cd-47dd-aaa5-532328462e1e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358365 Apr 08 09:08:39.204910 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b4431-04df-4568-a249-cf47d98e1010 req-5e8bebce-4058-4b28-9915-424818366f2c tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:39.206380 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e4b4431-04df-4568-a249-cf47d98e1010 req-5e8bebce-4058-4b28-9915-424818366f2c tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 950 time: 0.0515134 Apr 08 09:08:39.251762 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e4b4431-04df-4568-a249-cf47d98e1010 req-239716e9-a39e-44a9-b0a9-1408059d5317 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397210 Apr 08 09:08:40.367273 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82098fed-a3ec-45aa-8aca-8e69328a385a req-8f07740e-82f3-4586-bb9c-460922fae2a2 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:40.368886 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-82098fed-a3ec-45aa-8aca-8e69328a385a req-8f07740e-82f3-4586-bb9c-460922fae2a2 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 950 time: 0.0506456 Apr 08 09:08:40.417619 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-82098fed-a3ec-45aa-8aca-8e69328a385a req-2ba3cf20-2f8d-40ff-9025-f72ad95c2514 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Apr 08 09:08:40.795378 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7bb433f-9879-48a7-946f-30fbab1db0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:41.531434 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee92e-db24-4492-bd8a-fa76602cc37f req-c33ae984-70fb-4154-a868-6a0d2901ed68 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:41.532891 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5bcee92e-db24-4492-bd8a-fa76602cc37f req-c33ae984-70fb-4154-a868-6a0d2901ed68 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 950 time: 0.0507481 Apr 08 09:08:41.577853 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5bcee92e-db24-4492-bd8a-fa76602cc37f req-40fbb99a-438c-4402-9ac2-f62c8d80dd41 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Apr 08 09:08:41.833639 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0e5ad-2f28-471c-9b81-9ee43293e6f6 req-593dd191-fd95-4887-b93c-b15afabef1c3 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:41.835070 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7bb0e5ad-2f28-471c-9b81-9ee43293e6f6 req-593dd191-fd95-4887-b93c-b15afabef1c3 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 950 time: 0.0506339 Apr 08 09:08:41.879745 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7bb0e5ad-2f28-471c-9b81-9ee43293e6f6 req-118ee743-9b0b-4a96-b5a9-b8923febd441 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Apr 08 09:08:41.961031 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:42.999767 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e593074-3381-44e2-a2b1-f404b07622b7 req-edc7edce-3c35-4d7b-83df-6a90207fb7ee tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:43.001290 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0e593074-3381-44e2-a2b1-f404b07622b7 req-edc7edce-3c35-4d7b-83df-6a90207fb7ee tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 950 time: 0.0555980 Apr 08 09:08:43.048219 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0e593074-3381-44e2-a2b1-f404b07622b7 req-c3ea6e7f-73ae-4e78-a9cc-ccdd108e28b4 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402038 Apr 08 09:08:43.269381 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:43.962449 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7a5f5-b1ae-4716-bda6-0c30225969c7 req-943dfebf-e3b1-4b54-9129-e8b388d1a2a2 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:43.964408 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-58a7a5f5-b1ae-4716-bda6-0c30225969c7 req-943dfebf-e3b1-4b54-9129-e8b388d1a2a2 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.10 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 950 time: 0.0543694 Apr 08 09:08:44.082254 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-58a7a5f5-b1ae-4716-bda6-0c30225969c7 req-59fee7df-4452-4601-a48a-2f975c0ad421 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Deleting port 87f848a9-3d31-4e02-ba26-380c21ec02c6 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:08:44.082596 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-58a7a5f5-b1ae-4716-bda6-0c30225969c7 req-59fee7df-4452-4601-a48a-2f975c0ad421 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:44.175300 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907d544-61f6-403f-b18c-98cc829afc60 req-0225325e-111c-4446-928e-94122cbb89f9 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:44.176900 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7907d544-61f6-403f-b18c-98cc829afc60 req-0225325e-111c-4446-928e-94122cbb89f9 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 950 time: 0.0587907 Apr 08 09:08:44.185899 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-58a7a5f5-b1ae-4716-bda6-0c30225969c7 req-59fee7df-4452-4601-a48a-2f975c0ad421 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] For port 87f848a9-3d31-4e02-ba26-380c21ec02c6, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=87f848a9-3d31-4e02-ba26-380c21ec02c6,segment=NetworkSegment(8cc34601-d32f-4c81-bb32-1f0cf92d93e9),segment_id=8cc34601-d32f-4c81-bb32-1f0cf92d93e9)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:08:44.186361 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-58a7a5f5-b1ae-4716-bda6-0c30225969c7 req-59fee7df-4452-4601-a48a-2f975c0ad421 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:44.202096 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-58a7a5f5-b1ae-4716-bda6-0c30225969c7 req-59fee7df-4452-4601-a48a-2f975c0ad421 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Calling delete_port for 87f848a9-3d31-4e02-ba26-380c21ec02c6 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:08:44.233069 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7907d544-61f6-403f-b18c-98cc829afc60 req-48b18461-4891-4b80-817c-9d3d88d65a30 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e9434bf-4c46-40bb-b3d2-0390aefba2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474546 Apr 08 09:08:44.347815 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-58a7a5f5-b1ae-4716-bda6-0c30225969c7 req-59fee7df-4452-4601-a48a-2f975c0ad421 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (87f848a9-3d31-4e02-ba26-380c21ec02c6), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:44.384363 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fee7df-4452-4601-a48a-2f975c0ad421 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Pushing event deleted for resources: {'Port': ['ID=87f848a9-3d31-4e02-ba26-380c21ec02c6,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:44.402157 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['87f848a9-3d31-4e02-ba26-380c21ec02c6'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:08:44.424376 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a7a5f5-b1ae-4716-bda6-0c30225969c7 req-59fee7df-4452-4601-a48a-2f975c0ad421 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] No DVR routers for this DVR port 87f848a9-3d31-4e02-ba26-380c21ec02c6 on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:08:44.427171 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-58a7a5f5-b1ae-4716-bda6-0c30225969c7 req-59fee7df-4452-4601-a48a-2f975c0ad421 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:44.430820 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-58a7a5f5-b1ae-4716-bda6-0c30225969c7 req-59fee7df-4452-4601-a48a-2f975c0ad421 tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.10 "DELETE /v2.0/ports/87f848a9-3d31-4e02-ba26-380c21ec02c6 HTTP/1.1" status: 204 len: 173 time: 0.4447060 Apr 08 09:08:44.431991 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30bf941-bd9a-4958-b97a-4c5dca469acd', 'name': 'network-vif-deleted', 'tag': '87f848a9-3d31-4e02-ba26-380c21ec02c6'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:08:44.435059 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88171202-ac57-41aa-b65a-7f063e8a2b82" -d '{"events": [{"server_uuid": "b30bf941-bd9a-4958-b97a-4c5dca469acd", "name": "network-vif-deleted", "tag": "87f848a9-3d31-4e02-ba26-380c21ec02c6"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:08:44.477605 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214f274f-54b7-4d33-851f-f2656e3f467c x-openstack-request-id: req-214f274f-54b7-4d33-851f-f2656e3f467c {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:08:44.477906 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30bf941-bd9a-4958-b97a-4c5dca469acd", "name": "network-vif-deleted", "tag": "87f848a9-3d31-4e02-ba26-380c21ec02c6", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:08:44.478166 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-214f274f-54b7-4d33-851f-f2656e3f467c {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:08:44.478578 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214f274f-54b7-4d33-851f-f2656e3f467c'] response: {'server_uuid': 'b30bf941-bd9a-4958-b97a-4c5dca469acd', 'name': 'network-vif-deleted', 'tag': '87f848a9-3d31-4e02-ba26-380c21ec02c6', 'status': 'completed', 'code': 200} Apr 08 09:08:44.694012 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:45.339848 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-574b930f-dd61-45fb-873b-6c8a81cb9acf req-bf7500d4-fa8b-4de8-9016-ab358cd9689a tempest-VolumesNegativeTest-1356963384 tempest-VolumesNegativeTest-1356963384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30bf941-bd9a-4958-b97a-4c5dca469acd HTTP/1.1" status: 200 len: 210 time: 0.0284994 Apr 08 09:08:48.140284 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 87f848a9-3d31-4e02-ba26-380c21ec02c6 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:08:48.161393 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: 87f848a9-3d31-4e02-ba26-380c21ec02c6 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:08:48.161746 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 87f848a9-3d31-4e02-ba26-380c21ec02c6 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:08:50.154048 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 32786) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:50.282986 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c1bc2846-829c-4369-983f-4d6272e16098 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b371353a58294996b98e316a3616cea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277647 Apr 08 09:08:50.285387 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 32792) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:50.333250 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-54b1599a-8def-4d68-869e-fbdcc52e72fe admin admin] Publish callbacks [] for security_group (3e9434bf-4c46-40bb-b3d2-0390aefba2a6), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:50.354698 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-54b1599a-8def-4d68-869e-fbdcc52e72fe admin admin] Publish callbacks [] for security_group (3e9434bf-4c46-40bb-b3d2-0390aefba2a6), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:50.399454 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-54b1599a-8def-4d68-869e-fbdcc52e72fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3e9434bf-4c46-40bb-b3d2-0390aefba2a6), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:50.402685 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-54b1599a-8def-4d68-869e-fbdcc52e72fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:50.403848 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-54b1599a-8def-4d68-869e-fbdcc52e72fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e9434bf-4c46-40bb-b3d2-0390aefba2a6 HTTP/1.1" status: 204 len: 168 time: 0.1175711 Apr 08 09:08:50.411229 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1599a-8def-4d68-869e-fbdcc52e72fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9434bf-4c46-40bb-b3d2-0390aefba2a6,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:52.884581 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 32818) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:52.889033 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-36531303-2821-47e2-9a8b-822efe7bf56b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1026337465', 'description': 'tempest-description--502236933'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:52.909243 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-36531303-2821-47e2-9a8b-822efe7bf56b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:52.976393 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-36531303-2821-47e2-9a8b-822efe7bf56b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (af2f87fa-7ec5-4e84-bfdd-963c310576c1), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:52.980512 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-36531303-2821-47e2-9a8b-822efe7bf56b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (af2f87fa-7ec5-4e84-bfdd-963c310576c1), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.007419 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-36531303-2821-47e2-9a8b-822efe7bf56b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.008639 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-36531303-2821-47e2-9a8b-822efe7bf56b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1230845 Apr 08 09:08:53.010552 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36531303-2821-47e2-9a8b-822efe7bf56b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2f87fa-7ec5-4e84-bfdd-963c310576c1,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:53.011651 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 32820) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:53.018321 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-9b3010a5-8b8a-49ce-8152-78eb5464bb9d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'security_group_rule': {'security_group_id': 'af2f87fa-7ec5-4e84-bfdd-963c310576c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:53.044891 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9b3010a5-8b8a-49ce-8152-78eb5464bb9d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (94cc2942-56e3-4eed-b9d1-aee8e58641cd), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.106044 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9b3010a5-8b8a-49ce-8152-78eb5464bb9d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (94cc2942-56e3-4eed-b9d1-aee8e58641cd), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.109751 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9b3010a5-8b8a-49ce-8152-78eb5464bb9d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (94cc2942-56e3-4eed-b9d1-aee8e58641cd), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.128894 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3010a5-8b8a-49ce-8152-78eb5464bb9d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94cc2942-56e3-4eed-b9d1-aee8e58641cd,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:53.135022 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9b3010a5-8b8a-49ce-8152-78eb5464bb9d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.136249 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-9b3010a5-8b8a-49ce-8152-78eb5464bb9d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226199 Apr 08 09:08:53.139233 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 32822) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:53.143608 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-183de5fd-53e6-4083-b663-8653ae048e21 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'security_group_rule': {'security_group_id': 'af2f87fa-7ec5-4e84-bfdd-963c310576c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:53.169900 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-183de5fd-53e6-4083-b663-8653ae048e21 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (ecb66621-80c8-42a8-81c3-9b475b643044), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.225772 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-183de5fd-53e6-4083-b663-8653ae048e21 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (ecb66621-80c8-42a8-81c3-9b475b643044), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.231001 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-183de5fd-53e6-4083-b663-8653ae048e21 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (ecb66621-80c8-42a8-81c3-9b475b643044), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.246761 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183de5fd-53e6-4083-b663-8653ae048e21 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb66621-80c8-42a8-81c3-9b475b643044,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:53.254846 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-183de5fd-53e6-4083-b663-8653ae048e21 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.256060 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-183de5fd-53e6-4083-b663-8653ae048e21 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159186 Apr 08 09:08:53.259274 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 32824) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:08:53.264072 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:08:53.283100 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.378532 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.485936 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Allocated IP 172.27.2.241 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/92845cb3-3493-48e7-bb08-e1b8ab492c6f) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:08:53.587944 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for port (92845cb3-3493-48e7-bb08-e1b8ab492c6f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.622080 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (92845cb3-3493-48e7-bb08-e1b8ab492c6f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.661558 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:08:53.664182 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:08:53.667251 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:08:53.701655 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'Port': ['ID=92845cb3-3493-48e7-bb08-e1b8ab492c6f,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:53.771880 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (3e3bdd29-6b0f-4dcf-876d-628e8f5d7368), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.812406 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (92845cb3-3493-48e7-bb08-e1b8ab492c6f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.962361 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for port (92845cb3-3493-48e7-bb08-e1b8ab492c6f), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:53.966495 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (92845cb3-3493-48e7-bb08-e1b8ab492c6f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:54.035950 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'Port': ['ID=92845cb3-3493-48e7-bb08-e1b8ab492c6f,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:08:54.046290 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (3e3bdd29-6b0f-4dcf-876d-628e8f5d7368), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:54.062286 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:54.063538 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e52086bf-5f79-4502-ab17-37e45984c246 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8032887 Apr 08 09:08:54.256997 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-d880ee62-d698-4990-973f-16dbbb9ac9a3 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1026337465&fields=id&tenant_id=d6f8df1da1ee4ace879e651f6adafe22 HTTP/1.1" status: 200 len: 267 time: 0.0432169 Apr 08 09:08:54.357413 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-984f8396-1bc9-4b6f-a2d0-c1cbd1a5166f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:08:54.358829 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-984f8396-1bc9-4b6f-a2d0-c1cbd1a5166f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 815 time: 0.0955493 Apr 08 09:08:54.372516 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-8a586a26-fc19-47bb-8ff6-2e05e78172f5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/quotas/d6f8df1da1ee4ace879e651f6adafe22 HTTP/1.1" status: 200 len: 375 time: 0.0084791 Apr 08 09:08:54.428811 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-f19dc5e3-1bf3-4ab2-bc5e-b85178b16e3e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515254 Apr 08 09:08:54.528356 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-6180a41f-8124-4694-b4cd-b5d7d26d22a2 service neutron] 10.222.0.11 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838995 Apr 08 09:08:54.613396 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-a619d824-87e3-4418-b365-96ac90054efe service neutron] 10.222.0.11 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834143 Apr 08 09:08:54.768801 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-df97e9dc-2591-465f-b2ca-96a072e9f2dd req-e8ca9abe-8db4-4a13-a4dc-0981da08c638 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 210 time: 0.0263693 Apr 08 09:08:55.859744 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-69722a37-a8f9-4a25-8de3-516b8c223984 req-061eb4d5-58e9-4bed-b52b-fe42fa6085e1 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 210 time: 0.0265517 Apr 08 09:08:56.287348 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:08:56.951137 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-77d5c5d1-fe3e-4734-a12f-97c94d98b7ca req-7190a27f-c515-442d-a4f8-390a76eea8b4 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 210 time: 0.0270703 Apr 08 09:08:58.040058 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0575cd6a-22df-40f5-9fbe-829080d9d460 req-7f1cadb8-6405-4731-bfd9-99457d07f6bd tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 210 time: 0.0259833 Apr 08 09:08:59.132894 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-617d1174-5ae7-4787-acae-d517a0a38279 req-605de201-238a-4838-868e-cdf403b81a46 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 210 time: 0.0294778 Apr 08 09:09:00.225056 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aacfcb5e-7483-47a6-b5e1-3f1654859960 req-316ea45c-6c2a-41c2-9f4f-4df49a436b99 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 210 time: 0.0271869 Apr 08 09:09:00.601595 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-314e19e5-fe3d-4670-8ca2-b6a4e3d3546f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:00.602963 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-314e19e5-fe3d-4670-8ca2-b6a4e3d3546f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 815 time: 0.1048329 Apr 08 09:09:00.688327 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-fa04b17a-8488-48a9-ac2a-288d9571cdd5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6f8df1da1ee4ace879e651f6adafe22 HTTP/1.1" status: 200 len: 473 time: 0.0623646 Apr 08 09:09:00.786352 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'port': {'device_id': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'admin_state_up': True, 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'security_groups': ['af2f87fa-7ec5-4e84-bfdd-963c310576c1']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:09:00.897851 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Made reservation on behalf of d6f8df1da1ee4ace879e651f6adafe22 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:09:00.901290 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:01.032793 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Allocated IP 172.20.0.4 (1f94f736-3add-466f-a71b-84aa6e30f09b/9b66a29b-7eca-47b9-81d7-f1a70dd2413c/458ec768-d285-478f-8b33-884bd12c39a0) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:09:01.102092 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fd7ec-3f73-432c-8eec-0856f665e840 req-c1510cdf-f60b-49b6-b093-f40433377ab1 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:01.103555 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-507fd7ec-3f73-432c-8eec-0856f665e840 req-c1510cdf-f60b-49b6-b093-f40433377ab1 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0528703 Apr 08 09:09:01.153241 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-507fd7ec-3f73-432c-8eec-0856f665e840 req-7408ac08-0c00-4ece-bd0b-81c0beb0a2b3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438452 Apr 08 09:09:01.170547 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for port (458ec768-d285-478f-8b33-884bd12c39a0), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:01.204327 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (458ec768-d285-478f-8b33-884bd12c39a0), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:01.249270 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Network 1f94f736-3add-466f-a71b-84aa6e30f09b is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:09:01.252317 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:09:01.258709 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:09:01.283400 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'Port': ['ID=458ec768-d285-478f-8b33-884bd12c39a0,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:09:01.312762 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:01.313413 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:01.332275 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-2004e670-7e92-4ff4-967d-6ee64abb0d09 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497317 Apr 08 09:09:01.353419 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ea60-2063-4bd0-b096-6ced585a900e req-81c7adbc-9678-4146-8c23-302f64fb30c5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:01.355177 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0c30ea60-2063-4bd0-b096-6ced585a900e req-81c7adbc-9678-4146-8c23-302f64fb30c5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 931 time: 0.0557764 Apr 08 09:09:01.390854 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Request body: {'port': {'device_id': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:09:01.407887 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0c30ea60-2063-4bd0-b096-6ced585a900e req-bc782957-d668-4376-ae36-39badd729088 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471504 Apr 08 09:09:01.453351 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (458ec768-d285-478f-8b33-884bd12c39a0), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:01.469570 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-2d8452ed-8eea-4d63-82dd-5a2804c286a3 None None] Provisioning complete for port 458ec768-d285-478f-8b33-884bd12c39a0 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:09:01.470135 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2d8452ed-8eea-4d63-82dd-5a2804c286a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (458ec768-d285-478f-8b33-884bd12c39a0), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:01.503235 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2d8452ed-8eea-4d63-82dd-5a2804c286a3 None None] Port 458ec768-d285-478f-8b33-884bd12c39a0 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:09:01.707417 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458ec768-d285-478f-8b33-884bd12c39a0 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:09:01.715798 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Publish callbacks [] for port (458ec768-d285-478f-8b33-884bd12c39a0), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:01.727714 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Transition to ACTIVE for port object 458ec768-d285-478f-8b33-884bd12c39a0 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:09:01.731144 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (458ec768-d285-478f-8b33-884bd12c39a0), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:01.782863 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=458ec768-d285-478f-8b33-884bd12c39a0,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:09:01.850827 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Attempting to bind port 458ec768-d285-478f-8b33-884bd12c39a0 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:09:01.851162 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Attempting to bind port 458ec768-d285-478f-8b33-884bd12c39a0 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:09:01.851494 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Attempting to bind port 458ec768-d285-478f-8b33-884bd12c39a0 on network 1f94f736-3add-466f-a71b-84aa6e30f09b {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:09:01.855975 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Port 458ec768-d285-478f-8b33-884bd12c39a0 on network 1f94f736-3add-466f-a71b-84aa6e30f09b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:09:01.856292 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Attempting to bind port 458ec768-d285-478f-8b33-884bd12c39a0 on network 1f94f736-3add-466f-a71b-84aa6e30f09b {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:09:01.861190 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:09:01.861529 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Checking segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:09:01.861915 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Bound using segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:09:01.862345 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Bound port: 458ec768-d285-478f-8b33-884bd12c39a0, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:09:01.862710 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (458ec768-d285-478f-8b33-884bd12c39a0), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:01.928592 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] For port 458ec768-d285-478f-8b33-884bd12c39a0, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:09:01.931832 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] For port 458ec768-d285-478f-8b33-884bd12c39a0, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=458ec768-d285-478f-8b33-884bd12c39a0,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:09:01.938019 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (458ec768-d285-478f-8b33-884bd12c39a0), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:01.969642 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:01.970296 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:01.971707 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] 10.222.0.10 "PUT /v2.0/ports/458ec768-d285-478f-8b33-884bd12c39a0 HTTP/1.1" status: 200 len: 1093 time: 0.5854852 Apr 08 09:09:01.974019 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'tag': '458ec768-d285-478f-8b33-884bd12c39a0'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:09:01.976325 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3492ba4-2bee-42aa-87e7-db9850ca8aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ed688c-e615-4f6c-9c61-f78bad4f4521", "tag": "458ec768-d285-478f-8b33-884bd12c39a0"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:09:02.003283 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa907b0-a8d1-43cb-9111-2d9cc2f5e2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=458ec768-d285-478f-8b33-884bd12c39a0,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:09:02.019967 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaae48a2-e5c2-4cbc-8f1b-5e75afef4780 x-openstack-request-id: req-aaae48a2-e5c2-4cbc-8f1b-5e75afef4780 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:09:02.020261 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ed688c-e615-4f6c-9c61-f78bad4f4521", "tag": "458ec768-d285-478f-8b33-884bd12c39a0", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:09:02.020532 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aaae48a2-e5c2-4cbc-8f1b-5e75afef4780 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:09:02.020939 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaae48a2-e5c2-4cbc-8f1b-5e75afef4780'] response: {'name': 'network-changed', 'server_uuid': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'tag': '458ec768-d285-478f-8b33-884bd12c39a0', 'status': 'completed', 'code': 200} Apr 08 09:09:02.108510 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-1a91d1b0-6e06-4cf9-8e58-b69ca35dbf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:02.110083 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-1a91d1b0-6e06-4cf9-8e58-b69ca35dbf50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 1127 time: 0.0483708 Apr 08 09:09:02.162852 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-33dd2973-dfda-4ad1-9de3-5a5745d1cacb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=458ec768-d285-478f-8b33-884bd12c39a0 HTTP/1.1" status: 200 len: 217 time: 0.0384278 Apr 08 09:09:02.219873 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-0800f096-f726-4b38-a23b-8cc63862d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:02.221315 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-0800f096-f726-4b38-a23b-8cc63862d253 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b66a29b-7eca-47b9-81d7-f1a70dd2413c HTTP/1.1" status: 200 len: 854 time: 0.0504622 Apr 08 09:09:02.272341 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-3142c71c-a2fb-4bb7-a1fe-d58db7770fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:02.274124 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-3142c71c-a2fb-4bb7-a1fe-d58db7770fa7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f94f736-3add-466f-a71b-84aa6e30f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456815 Apr 08 09:09:02.274927 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20757d48-279c-42e4-8b19-0c934d7324a0 req-7b0270eb-7012-467e-987a-f76283d00398 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:02.276959 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20757d48-279c-42e4-8b19-0c934d7324a0 req-7b0270eb-7012-467e-987a-f76283d00398 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0537448 Apr 08 09:09:02.322208 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20757d48-279c-42e4-8b19-0c934d7324a0 req-a8508f51-6e59-485a-9509-48f1144df4bf tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396652 Apr 08 09:09:02.365081 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-864a49c0-ba61-4449-b06a-7bc92bdf8897 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841990 Apr 08 09:09:02.457778 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c1ed634d-7e6d-4ca6-b685-cb9e0a7ff27d req-43fc6d52-eb1b-419c-a354-9dfa6691f804 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811095 Apr 08 09:09:02.531027 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4de048-13eb-4fed-b6d7-a5927adffc7b req-263e8e5f-3c9d-4abf-80bf-f79b42006e15 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:02.533303 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9e4de048-13eb-4fed-b6d7-a5927adffc7b req-263e8e5f-3c9d-4abf-80bf-f79b42006e15 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 943 time: 0.0552592 Apr 08 09:09:02.579670 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9e4de048-13eb-4fed-b6d7-a5927adffc7b req-0629bf58-ab94-45cb-b05a-e2fbc5c85f43 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Apr 08 09:09:02.953767 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:09:03.648051 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe502e-f2c0-40cf-bd7b-50d6e907016e req-62244439-df82-4774-95f5-2eb0706392b8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:03.649542 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3ebe502e-f2c0-40cf-bd7b-50d6e907016e req-62244439-df82-4774-95f5-2eb0706392b8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.2601821 Apr 08 09:09:03.722613 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3ebe502e-f2c0-40cf-bd7b-50d6e907016e req-0aa95e5b-2169-49f7-84bd-973b251bf52d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641103 Apr 08 09:09:03.730246 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4896de-e89f-4051-aa39-0dbef8d106d5 req-3d3d5911-3d7d-4a6b-87ab-2f1757a42a45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:03.731678 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ea4896de-e89f-4051-aa39-0dbef8d106d5 req-3d3d5911-3d7d-4a6b-87ab-2f1757a42a45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 943 time: 0.0812864 Apr 08 09:09:03.778094 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ea4896de-e89f-4051-aa39-0dbef8d106d5 req-d2f518ba-c404-4915-8fb0-5fee18c2ebb5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402682 Apr 08 09:09:04.838571 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65617a68-c1ac-4d7c-8d35-19c9cd6f3c9d req-d378b8ff-6da1-424b-b4ed-c5670e6204d1 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:04.840058 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-65617a68-c1ac-4d7c-8d35-19c9cd6f3c9d req-d378b8ff-6da1-424b-b4ed-c5670e6204d1 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0526447 Apr 08 09:09:04.916183 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-65617a68-c1ac-4d7c-8d35-19c9cd6f3c9d req-186a4dbc-62b8-4786-a3d7-abb032759b07 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665543 Apr 08 09:09:04.924706 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5a9ff-681b-46c7-b564-da8aca0e55b2 req-5149269b-1d6c-4acd-9dbe-43ab91664795 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:04.926135 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ded5a9ff-681b-46c7-b564-da8aca0e55b2 req-5149269b-1d6c-4acd-9dbe-43ab91664795 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 943 time: 0.0844831 Apr 08 09:09:04.971657 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ded5a9ff-681b-46c7-b564-da8aca0e55b2 req-ae9eb962-cfae-454c-9fd7-255aacdc8160 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397851 Apr 08 09:09:06.031734 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b272c-f1d7-4f70-8936-fcc734f76f1f req-59089642-c98c-483e-a483-e535c82be61f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:06.033243 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e53b272c-f1d7-4f70-8936-fcc734f76f1f req-59089642-c98c-483e-a483-e535c82be61f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0518298 Apr 08 09:09:06.112968 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e53b272c-f1d7-4f70-8936-fcc734f76f1f req-a018c1d9-8128-41a7-94e9-52690912099b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678437 Apr 08 09:09:06.120236 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb23d6-2664-4d68-b0b4-46b1bdec405a req-b7830105-bc8e-43f6-aa88-871d548d3a43 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:06.121651 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3acb23d6-2664-4d68-b0b4-46b1bdec405a req-b7830105-bc8e-43f6-aa88-871d548d3a43 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 943 time: 0.0852118 Apr 08 09:09:06.167138 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3acb23d6-2664-4d68-b0b4-46b1bdec405a req-9b37ca64-13cc-4a2e-9ead-9942ae7ee61d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390399 Apr 08 09:09:06.253351 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 458ec768-d285-478f-8b33-884bd12c39a0 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:09:06.349374 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 458ec768-d285-478f-8b33-884bd12c39a0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=458ec768-d285-478f-8b33-884bd12c39a0,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:09:06.360539 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '458ec768-d285-478f-8b33-884bd12c39a0', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'port_id': '458ec768-d285-478f-8b33-884bd12c39a0', 'mac_address': 'fa:16:3e:e3:f1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:09:06.396186 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 458ec768-d285-478f-8b33-884bd12c39a0 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:09:06.396610 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (458ec768-d285-478f-8b33-884bd12c39a0), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:06.413123 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458ec768-d285-478f-8b33-884bd12c39a0 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:09:06.432263 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 458ec768-d285-478f-8b33-884bd12c39a0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=458ec768-d285-478f-8b33-884bd12c39a0,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:09:06.436195 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (458ec768-d285-478f-8b33-884bd12c39a0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:06.482930 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=458ec768-d285-478f-8b33-884bd12c39a0,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:09:06.493568 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3492ba4-2bee-42aa-87e7-db9850ca8aa1 req-c12806b5-9fc0-44bf-ab5b-7036c7b47bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:06.495181 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d3492ba4-2bee-42aa-87e7-db9850ca8aa1 req-c12806b5-9fc0-44bf-ab5b-7036c7b47bdf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 1128 time: 0.0492077 Apr 08 09:09:06.581349 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3492ba4-2bee-42aa-87e7-db9850ca8aa1 req-b0463f4b-1d14-4a6d-8ab8-90de4ddf690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:06.582765 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d3492ba4-2bee-42aa-87e7-db9850ca8aa1 req-b0463f4b-1d14-4a6d-8ab8-90de4ddf690d service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 915 time: 0.0813096 Apr 08 09:09:06.626664 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d3492ba4-2bee-42aa-87e7-db9850ca8aa1 req-037248cb-d917-4df0-99d3-6eb0cf7dc2d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=458ec768-d285-478f-8b33-884bd12c39a0 HTTP/1.1" status: 200 len: 217 time: 0.0372374 Apr 08 09:09:06.677462 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3492ba4-2bee-42aa-87e7-db9850ca8aa1 req-07634ae4-9406-41ab-8b15-79b8ef2daaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:06.678941 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d3492ba4-2bee-42aa-87e7-db9850ca8aa1 req-07634ae4-9406-41ab-8b15-79b8ef2daaa8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b66a29b-7eca-47b9-81d7-f1a70dd2413c HTTP/1.1" status: 200 len: 854 time: 0.0444648 Apr 08 09:09:06.729495 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3492ba4-2bee-42aa-87e7-db9850ca8aa1 req-f58182b2-5df2-4e38-a93d-3fc76b8a9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:06.731250 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d3492ba4-2bee-42aa-87e7-db9850ca8aa1 req-f58182b2-5df2-4e38-a93d-3fc76b8a9404 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f94f736-3add-466f-a71b-84aa6e30f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464971 Apr 08 09:09:06.823460 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d3492ba4-2bee-42aa-87e7-db9850ca8aa1 req-ea6f09bd-b956-49df-913c-422e50ca62c3 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856593 Apr 08 09:09:06.913359 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d3492ba4-2bee-42aa-87e7-db9850ca8aa1 req-6c8c7072-daac-4520-bf20-b3184fc15ab2 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838919 Apr 08 09:09:06.935280 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['458ec768-d285-478f-8b33-884bd12c39a0'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:09:07.229327 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d03740-5d49-4d1f-b345-5a1bc595aa91 req-cd547d62-f5d1-401d-a815-20c148d496a4 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:07.230813 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e9d03740-5d49-4d1f-b345-5a1bc595aa91 req-cd547d62-f5d1-401d-a815-20c148d496a4 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0526533 Apr 08 09:09:07.305758 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e9d03740-5d49-4d1f-b345-5a1bc595aa91 req-51e21dc1-02bd-44d9-89ee-28ab6a8bac4b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662396 Apr 08 09:09:07.316278 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d420d0-6aa8-4b24-97db-9ef7f574a76e req-daef2593-3aab-4cb0-ace5-a550f1e35958 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:07.317734 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04d420d0-6aa8-4b24-97db-9ef7f574a76e req-daef2593-3aab-4cb0-ace5-a550f1e35958 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 944 time: 0.0860510 Apr 08 09:09:07.362452 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04d420d0-6aa8-4b24-97db-9ef7f574a76e req-e21af350-257b-4e8c-8756-970c87778375 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386970 Apr 08 09:09:08.402291 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-660ebf16-8e7f-4c3f-ac84-c49e457648f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:08.424196 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a172c-442d-4c03-8052-c7d9f276d3b4 req-fdc26c5a-1162-494c-85de-9dadd627cf6f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:08.425718 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-247a172c-442d-4c03-8052-c7d9f276d3b4 req-fdc26c5a-1162-494c-85de-9dadd627cf6f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0541894 Apr 08 09:09:08.503969 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-247a172c-442d-4c03-8052-c7d9f276d3b4 req-d6af83d8-7dfe-4191-b6dc-9acbbb1b2fd7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669694 Apr 08 09:09:08.513381 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8b475-3d2e-4a5d-ae8d-96089d7bfe60 req-9e9ec712-7552-4016-8f73-7293af0f6e99 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:08.514831 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9fb8b475-3d2e-4a5d-ae8d-96089d7bfe60 req-9e9ec712-7552-4016-8f73-7293af0f6e99 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 944 time: 0.0864792 Apr 08 09:09:08.561453 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9fb8b475-3d2e-4a5d-ae8d-96089d7bfe60 req-c391610d-3746-461e-ad0f-7ef8dc64277c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408497 Apr 08 09:09:09.623601 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2e128-afc6-40e8-8b1a-7d3de8903d00 req-a04f1aad-18d3-4ced-b3a8-22b2a94d45bb tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:09.625118 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cfa2e128-afc6-40e8-8b1a-7d3de8903d00 req-a04f1aad-18d3-4ced-b3a8-22b2a94d45bb tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0565290 Apr 08 09:09:09.698195 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cfa2e128-afc6-40e8-8b1a-7d3de8903d00 req-07721f29-b12b-4053-a68a-c4e4b34f8d7f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625958 Apr 08 09:09:09.707579 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e0d74-5bf9-4923-8ccf-680e24d56ac6 req-febacbe8-d172-458e-bacc-caa07b6a9400 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:09.709355 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c61e0d74-5bf9-4923-8ccf-680e24d56ac6 req-febacbe8-d172-458e-bacc-caa07b6a9400 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 944 time: 0.0830605 Apr 08 09:09:09.761040 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c61e0d74-5bf9-4923-8ccf-680e24d56ac6 req-ed7ce7ab-e0ca-495a-ab2e-ec1657d64a5c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466149 Apr 08 09:09:10.802327 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-010709f2-fd63-473e-8565-527acd848c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:10.815299 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11fa90-93d3-42e3-a2c7-89f4e0286475 req-b1d533da-7319-4137-b2fb-5687b4c151b2 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:10.816818 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c11fa90-93d3-42e3-a2c7-89f4e0286475 req-b1d533da-7319-4137-b2fb-5687b4c151b2 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0532031 Apr 08 09:09:10.887542 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2c11fa90-93d3-42e3-a2c7-89f4e0286475 req-2cf34b15-146a-43f7-a1a7-2e03c5cd27c2 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650129 Apr 08 09:09:10.905776 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bef975-8371-4f8d-a881-5213d26c8883 req-66e023a3-d1d7-4115-a562-be440fb2b3f0 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:10.907212 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c7bef975-8371-4f8d-a881-5213d26c8883 req-66e023a3-d1d7-4115-a562-be440fb2b3f0 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 944 time: 0.0721447 Apr 08 09:09:10.952918 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c7bef975-8371-4f8d-a881-5213d26c8883 req-5989415d-1543-465d-844f-1df3ebdfcc93 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399337 Apr 08 09:09:11.966347 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:12.009394 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a53366-b345-4953-b87c-dc503edf6ff5 req-c3804b42-7ffa-4f88-a0ea-d5f32f9d1cb7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:12.011467 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-65a53366-b345-4953-b87c-dc503edf6ff5 req-c3804b42-7ffa-4f88-a0ea-d5f32f9d1cb7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0583639 Apr 08 09:09:12.088616 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-65a53366-b345-4953-b87c-dc503edf6ff5 req-4aba890a-a8ed-4ac7-8df4-7b33813d4f13 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710380 Apr 08 09:09:12.098781 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caea578-a749-4026-aa98-e277c30374c8 req-80e6f6dd-b9b9-46da-9351-8379cc67bdcc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:12.100221 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0caea578-a749-4026-aa98-e277c30374c8 req-80e6f6dd-b9b9-46da-9351-8379cc67bdcc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 944 time: 0.0822456 Apr 08 09:09:12.125624 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 458ec768-d285-478f-8b33-884bd12c39a0 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:09:12.145803 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0caea578-a749-4026-aa98-e277c30374c8 req-a0e8f79f-baf6-4bb0-80dc-f8f2bbd276d8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401413 Apr 08 09:09:12.173512 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port 458ec768-d285-478f-8b33-884bd12c39a0 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:09:12.177320 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 458ec768-d285-478f-8b33-884bd12c39a0 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:09:12.177700 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (458ec768-d285-478f-8b33-884bd12c39a0), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:12.255811 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 458ec768-d285-478f-8b33-884bd12c39a0 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:09:12.256197 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (458ec768-d285-478f-8b33-884bd12c39a0), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:12.277480 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458ec768-d285-478f-8b33-884bd12c39a0'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:09:12.279612 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d237ed-c55e-458a-92bf-f05fc2dd7854" -d '{"events": [{"server_uuid": "b7ed688c-e615-4f6c-9c61-f78bad4f4521", "name": "network-vif-plugged", "status": "completed", "tag": "458ec768-d285-478f-8b33-884bd12c39a0"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:09:12.292689 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 458ec768-d285-478f-8b33-884bd12c39a0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=458ec768-d285-478f-8b33-884bd12c39a0,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:09:12.296408 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (458ec768-d285-478f-8b33-884bd12c39a0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:12.319189 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1556aea-08b4-4d1b-8b58-3161ab08a1e4 x-openstack-request-id: req-c1556aea-08b4-4d1b-8b58-3161ab08a1e4 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:09:12.319506 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ed688c-e615-4f6c-9c61-f78bad4f4521", "name": "network-vif-plugged", "status": "completed", "tag": "458ec768-d285-478f-8b33-884bd12c39a0", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:09:12.319770 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1556aea-08b4-4d1b-8b58-3161ab08a1e4 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:09:12.320164 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1556aea-08b4-4d1b-8b58-3161ab08a1e4'] response: {'server_uuid': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458ec768-d285-478f-8b33-884bd12c39a0', 'code': 200} Apr 08 09:09:12.344888 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=458ec768-d285-478f-8b33-884bd12c39a0,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:09:12.562587 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7cd5b-0f19-4afb-b10f-2454a19b6a71 req-f27068ff-57d6-4f8a-af75-443d84e50009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:12.564057 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bfe7cd5b-0f19-4afb-b10f-2454a19b6a71 req-f27068ff-57d6-4f8a-af75-443d84e50009 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 1129 time: 0.0473475 Apr 08 09:09:12.608786 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-bfe7cd5b-0f19-4afb-b10f-2454a19b6a71 req-03fc8233-caee-4583-acee-e79427a5c2d1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360463 Apr 08 09:09:13.210179 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf4252-d582-4faf-b391-55e436e85298 req-e294baef-1a84-4183-b372-3243aafcea70 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:13.211734 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1aaf4252-d582-4faf-b391-55e436e85298 req-e294baef-1a84-4183-b372-3243aafcea70 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0545063 Apr 08 09:09:13.277816 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:13.304885 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1aaf4252-d582-4faf-b391-55e436e85298 req-58f5acd8-a76f-45ef-8f4a-5a7a026c2e14 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874507 Apr 08 09:09:13.319010 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07cab0-ebd3-41b1-a734-d6f4af3fbe24 req-e1c84416-1d18-4243-9886-52ce445a73e0 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:13.319298 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2e07cab0-ebd3-41b1-a734-d6f4af3fbe24 req-e1c84416-1d18-4243-9886-52ce445a73e0 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 945 time: 0.0998466 Apr 08 09:09:13.369245 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2e07cab0-ebd3-41b1-a734-d6f4af3fbe24 req-d39215a2-cb4c-4616-865a-f9b1731ca515 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 Apr 08 09:09:14.426226 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdde8c-1922-42d4-ad83-bb928d7ae600 req-f4fce5de-4900-4b9d-8bb4-2b5f5565db37 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:14.427712 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-96cdde8c-1922-42d4-ad83-bb928d7ae600 req-f4fce5de-4900-4b9d-8bb4-2b5f5565db37 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0527492 Apr 08 09:09:14.510188 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-96cdde8c-1922-42d4-ad83-bb928d7ae600 req-0d038bd3-a83e-474d-ae48-55aff5a9202e tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763741 Apr 08 09:09:14.530312 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bfeb9-d4d6-418d-9d09-2cb1c623c6d7 req-f4b75219-444d-4bfb-b0f1-f2a58600c2e7 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:14.531773 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-319bfeb9-d4d6-418d-9d09-2cb1c623c6d7 req-f4b75219-444d-4bfb-b0f1-f2a58600c2e7 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 945 time: 0.0963705 Apr 08 09:09:14.581160 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-319bfeb9-d4d6-418d-9d09-2cb1c623c6d7 req-7eee11cb-96a6-4d33-8a86-86b18a317ae0 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430143 Apr 08 09:09:14.695369 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:15.637369 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca4216-f6cf-4129-b9a3-1306f15d40af req-fd1b74e2-e280-46ce-97fc-bab9569846c5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:15.639051 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1bca4216-f6cf-4129-b9a3-1306f15d40af req-fd1b74e2-e280-46ce-97fc-bab9569846c5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0598092 Apr 08 09:09:15.722529 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1bca4216-f6cf-4129-b9a3-1306f15d40af req-741f22a3-348c-4814-a4a5-37a9c128b9ee tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763812 Apr 08 09:09:15.738013 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd851f-2b21-4ded-aea1-de50103644b5 req-b7046096-0f6e-4cb8-9110-fd8ed0f34dc1 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:15.739481 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6abd851f-2b21-4ded-aea1-de50103644b5 req-b7046096-0f6e-4cb8-9110-fd8ed0f34dc1 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 945 time: 0.0792692 Apr 08 09:09:15.789733 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6abd851f-2b21-4ded-aea1-de50103644b5 req-ca77b67d-bbf9-4009-890e-58003a32d34c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446494 Apr 08 09:09:15.901831 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138a3a9-f5c0-495a-810b-a4b3c2308df3 req-f940a457-fcc3-4af1-9bc7-20d60544b2d8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:15.903318 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4138a3a9-f5c0-495a-810b-a4b3c2308df3 req-f940a457-fcc3-4af1-9bc7-20d60544b2d8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 945 time: 0.0534596 Apr 08 09:09:15.911701 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 33030) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:09:15.916233 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-1c0f8e98-ddaf-4c14-bf1c-2d9cf1b7ba91 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'floatingip': {'port_id': '458ec768-d285-478f-8b33-884bd12c39a0'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:09:15.992009 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8e98-ddaf-4c14-bf1c-2d9cf1b7ba91 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (3e3bdd29-6b0f-4dcf-876d-628e8f5d7368), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:16.579012 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8e98-ddaf-4c14-bf1c-2d9cf1b7ba91 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:16.582824 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8e98-ddaf-4c14-bf1c-2d9cf1b7ba91 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (3e3bdd29-6b0f-4dcf-876d-628e8f5d7368), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:16.926881 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-1c0f8e98-ddaf-4c14-bf1c-2d9cf1b7ba91 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Floating IP 3e3bdd29-6b0f-4dcf-876d-628e8f5d7368 associated. External IP: 172.27.2.241, port: 458ec768-d285-478f-8b33-884bd12c39a0. Apr 08 09:09:17.017683 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a78953-ed54-4097-80af-8b0634239c3a req-0b591118-0214-4c63-abef-9b068c9c0e14 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:17.019127 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00a78953-ed54-4097-80af-8b0634239c3a req-0b591118-0214-4c63-abef-9b068c9c0e14 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.1265895 Apr 08 09:09:17.116137 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00a78953-ed54-4097-80af-8b0634239c3a req-cccfdcdf-e3f6-4fb1-a4fa-812d9f44ef52 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882921 Apr 08 09:09:17.189888 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0f8e98-ddaf-4c14-bf1c-2d9cf1b7ba91 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:09:17.309025 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0f8e98-ddaf-4c14-bf1c-2d9cf1b7ba91 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:09:17.319070 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb46907-7148-4f1a-a8a7-73778e874d4a None None] Sync routers for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:09:17.319594 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8e98-ddaf-4c14-bf1c-2d9cf1b7ba91 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:17.329136 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb46907-7148-4f1a-a8a7-73778e874d4a None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:09:17.329834 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-ccb46907-7148-4f1a-a8a7-73778e874d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:09:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:09:17.371947 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1c0f8e98-ddaf-4c14-bf1c-2d9cf1b7ba91 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "PUT /v2.0/floatingips/3e3bdd29-6b0f-4dcf-876d-628e8f5d7368 HTTP/1.1" status: 200 len: 991 time: 1.4564135 Apr 08 09:09:17.371947 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'tag': '458ec768-d285-478f-8b33-884bd12c39a0'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:09:17.372234 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e7453d-b6f0-4561-ae1a-b2ae96b41562" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ed688c-e615-4f6c-9c61-f78bad4f4521", "tag": "458ec768-d285-478f-8b33-884bd12c39a0"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:09:17.397712 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03feb9-857e-4959-9e3a-76d2c9458418 req-b2a4f9ec-79bb-4375-aabe-b68dffcdca5d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:17.399366 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf03feb9-857e-4959-9e3a-76d2c9458418 req-b2a4f9ec-79bb-4375-aabe-b68dffcdca5d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0928154 Apr 08 09:09:17.414288 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06fc1d5-da27-44bc-8c36-83e3c89d360d x-openstack-request-id: req-b06fc1d5-da27-44bc-8c36-83e3c89d360d {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:09:17.414643 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ed688c-e615-4f6c-9c61-f78bad4f4521", "tag": "458ec768-d285-478f-8b33-884bd12c39a0", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:09:17.414954 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b06fc1d5-da27-44bc-8c36-83e3c89d360d {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:09:17.415430 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06fc1d5-da27-44bc-8c36-83e3c89d360d'] response: {'name': 'network-changed', 'server_uuid': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'tag': '458ec768-d285-478f-8b33-884bd12c39a0', 'status': 'completed', 'code': 200} Apr 08 09:09:17.449085 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-ccb46907-7148-4f1a-a8a7-73778e874d4a None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:09:17.453439 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf03feb9-857e-4959-9e3a-76d2c9458418 req-97f23b6c-73ed-4f18-bdf8-ed1cc65905dc tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481391 Apr 08 09:09:17.529788 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c002f4-7350-4249-b0bf-c406e07b9016 req-021a8da3-03fb-473f-bc78-16889add2a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:17.531267 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e7c002f4-7350-4249-b0bf-c406e07b9016 req-021a8da3-03fb-473f-bc78-16889add2a21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 1130 time: 0.0763519 Apr 08 09:09:17.532886 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7453d-b6f0-4561-ae1a-b2ae96b41562 req-28fd8123-ad0a-4f39-9a33-3574eda1393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:17.534191 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-67e7453d-b6f0-4561-ae1a-b2ae96b41562 req-28fd8123-ad0a-4f39-9a33-3574eda1393f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 1129 time: 0.0700018 Apr 08 09:09:17.776485 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-ccb46907-7148-4f1a-a8a7-73778e874d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '3e3bdd29-6b0f-4dcf-876d-628e8f5d7368', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': '458ec768-d285-478f-8b33-884bd12c39a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:e3:f1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:08:53Z', 'updated_at': '2022-04-08T09:09:16Z', 'revision_number': 1, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}, {'id': 'a6ca663d-d1a3-4f47-af42-33fbd7ee65a1', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:11:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:05:44Z', 'updated_at': '2022-04-08T09:06:44Z', 'revision_number': 2, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:09:17.804551 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb46907-7148-4f1a-a8a7-73778e874d4a None None] Checking router: 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:09:17.813711 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb46907-7148-4f1a-a8a7-73778e874d4a None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:09:17.814326 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-ccb46907-7148-4f1a-a8a7-73778e874d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:09:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:09:17.927748 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7453d-b6f0-4561-ae1a-b2ae96b41562 req-8ac27b26-5165-49ef-9f66-f9ef526af53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:17.929211 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-67e7453d-b6f0-4561-ae1a-b2ae96b41562 req-8ac27b26-5165-49ef-9f66-f9ef526af53b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 915 time: 0.3802357 Apr 08 09:09:17.930145 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c002f4-7350-4249-b0bf-c406e07b9016 req-9abda9d4-aef4-415b-91ba-bfc4522fb39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:17.931961 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e7c002f4-7350-4249-b0bf-c406e07b9016 req-9abda9d4-aef4-415b-91ba-bfc4522fb39e service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d212e64-e599-4f30-a480-e7099d8eb4c3 HTTP/1.1" status: 200 len: 911 time: 0.3898649 Apr 08 09:09:17.934598 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-ccb46907-7148-4f1a-a8a7-73778e874d4a None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:09:18.045929 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-67e7453d-b6f0-4561-ae1a-b2ae96b41562 req-70c50053-5168-4c8b-9ea7-c2f628c2fdad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=458ec768-d285-478f-8b33-884bd12c39a0 HTTP/1.1" status: 200 len: 999 time: 0.1058388 Apr 08 09:09:18.047658 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e7c002f4-7350-4249-b0bf-c406e07b9016 req-da430e67-56bb-4c34-8f5b-d1cfeb3fc98d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf051081-3865-4f6b-8294-171cb8880bc5 HTTP/1.1" status: 200 len: 1002 time: 0.1020906 Apr 08 09:09:18.137492 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c002f4-7350-4249-b0bf-c406e07b9016 req-96765ff1-85ec-4ab6-b43d-44db3262487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:18.138954 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e7c002f4-7350-4249-b0bf-c406e07b9016 req-96765ff1-85ec-4ab6-b43d-44db3262487f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=317ed796-bf5f-413a-88ba-27d2f3ef552b HTTP/1.1" status: 200 len: 850 time: 0.0665922 Apr 08 09:09:18.142004 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 33056) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:09:18.157900 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7453d-b6f0-4561-ae1a-b2ae96b41562 req-ea7ba7a6-0142-425a-a583-73030dc8478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:18.158960 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-67e7453d-b6f0-4561-ae1a-b2ae96b41562 req-ea7ba7a6-0142-425a-a583-73030dc8478b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b66a29b-7eca-47b9-81d7-f1a70dd2413c HTTP/1.1" status: 200 len: 854 time: 0.0941103 Apr 08 09:09:18.178892 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-ccb46907-7148-4f1a-a8a7-73778e874d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '3e3bdd29-6b0f-4dcf-876d-628e8f5d7368', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': '458ec768-d285-478f-8b33-884bd12c39a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:e3:f1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:08:53Z', 'updated_at': '2022-04-08T09:09:16Z', 'revision_number': 1, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}, {'id': 'a6ca663d-d1a3-4f47-af42-33fbd7ee65a1', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:11:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:05:44Z', 'updated_at': '2022-04-08T09:06:44Z', 'revision_number': 2, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:09:18.205898 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb46907-7148-4f1a-a8a7-73778e874d4a None None] The sync data for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi is: [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '3e3bdd29-6b0f-4dcf-876d-628e8f5d7368', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': '458ec768-d285-478f-8b33-884bd12c39a0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:e3:f1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:08:53Z', 'updated_at': '2022-04-08T09:09:16Z', 'revision_number': 1, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}, {'id': 'a6ca663d-d1a3-4f47-af42-33fbd7ee65a1', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:11:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:05:44Z', 'updated_at': '2022-04-08T09:06:44Z', 'revision_number': 2, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:09:18.234278 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c002f4-7350-4249-b0bf-c406e07b9016 req-51b3de70-7856-4b9b-9194-6a7d05af817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:18.235818 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e7c002f4-7350-4249-b0bf-c406e07b9016 req-51b3de70-7856-4b9b-9194-6a7d05af817d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d212e64-e599-4f30-a480-e7099d8eb4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906594 Apr 08 09:09:18.241369 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7453d-b6f0-4561-ae1a-b2ae96b41562 req-9e603315-6d0b-4316-bb69-ef4c64f887a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:18.242855 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-67e7453d-b6f0-4561-ae1a-b2ae96b41562 req-9e603315-6d0b-4316-bb69-ef4c64f887a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f94f736-3add-466f-a71b-84aa6e30f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664146 Apr 08 09:09:18.260632 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6a4337a8-ace6-496a-a5a6-c45dee06a9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:18.347958 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6a4337a8-ace6-496a-a5a6-c45dee06a9f0 admin admin] Publish callbacks [] for security_group (34dc4210-48da-43f8-8e5e-4cea945bc817), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:18.352067 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6a4337a8-ace6-496a-a5a6-c45dee06a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (34dc4210-48da-43f8-8e5e-4cea945bc817), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:18.389046 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4337a8-ace6-496a-a5a6-c45dee06a9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dc4210-48da-43f8-8e5e-4cea945bc817,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:09:18.396253 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-6a4337a8-ace6-496a-a5a6-c45dee06a9f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9706e1274ef84f948529796a3053240a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530942 Apr 08 09:09:18.396856 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 33062) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:09:18.408244 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e7c002f4-7350-4249-b0bf-c406e07b9016 req-0bd16f2c-a7bc-4667-b28e-5f0e7fd6c426 service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644523 Apr 08 09:09:18.410378 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-67e7453d-b6f0-4561-ae1a-b2ae96b41562 req-60db0784-6f4a-4d88-80c2-1bd45efb9026 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566730 Apr 08 09:09:18.449661 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cc0af3c6-8894-47f0-bfc0-69c5398f0e1d admin admin] Publish callbacks [] for security_group (34dc4210-48da-43f8-8e5e-4cea945bc817), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:18.472216 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cc0af3c6-8894-47f0-bfc0-69c5398f0e1d admin admin] Publish callbacks [] for security_group (34dc4210-48da-43f8-8e5e-4cea945bc817), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:18.484898 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9db81-0fee-4b29-bd46-110afaf902f3 None None] New status for floating IP 3e3bdd29-6b0f-4dcf-876d-628e8f5d7368: ACTIVE {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:09:18.525457 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cc0af3c6-8894-47f0-bfc0-69c5398f0e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (34dc4210-48da-43f8-8e5e-4cea945bc817), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:18.527771 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cc0af3c6-8894-47f0-bfc0-69c5398f0e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:18.531692 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-cc0af3c6-8894-47f0-bfc0-69c5398f0e1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34dc4210-48da-43f8-8e5e-4cea945bc817 HTTP/1.1" status: 204 len: 168 time: 0.1335735 Apr 08 09:09:18.539992 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0af3c6-8894-47f0-bfc0-69c5398f0e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dc4210-48da-43f8-8e5e-4cea945bc817,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:09:18.585886 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e7c002f4-7350-4249-b0bf-c406e07b9016 req-9921fb85-303d-4cc2-a21d-b58331dac909 service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667404 Apr 08 09:09:18.588486 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-67e7453d-b6f0-4561-ae1a-b2ae96b41562 req-98be68d1-6e4d-42b3-b398-01da87d23078 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619289 Apr 08 09:09:18.634617 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdc1d1-64e2-420a-9254-c6df94bee8c1 req-0c68229d-f58f-478d-a1db-686249aeed81 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:18.637348 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5bbdc1d1-64e2-420a-9254-c6df94bee8c1 req-0c68229d-f58f-478d-a1db-686249aeed81 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0683916 Apr 08 09:09:18.694305 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5bbdc1d1-64e2-420a-9254-c6df94bee8c1 req-a17b2f71-798e-4f68-8ede-d156cb458a9a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511355 Apr 08 09:09:19.826740 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f1b5f-8659-4ffa-b73f-4dc57d66c84c req-b35f9cd5-8ce1-4e77-b2ed-e67384303d0a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:19.828221 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-258f1b5f-8659-4ffa-b73f-4dc57d66c84c req-b35f9cd5-8ce1-4e77-b2ed-e67384303d0a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0564606 Apr 08 09:09:19.878545 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-258f1b5f-8659-4ffa-b73f-4dc57d66c84c req-6e43557c-6511-4204-81ae-7f32f19c483f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446596 Apr 08 09:09:26.289771 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:27.884756 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c49dd31-5fa4-4705-b6ad-bb2025c74c2e req-c829fb91-4d9e-46ee-9851-fc84f309fc72 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443859 Apr 08 09:09:27.970095 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49dd31-5fa4-4705-b6ad-bb2025c74c2e req-bca01f14-49d4-4c5a-bf49-b263a3b0f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:27.971482 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c49dd31-5fa4-4705-b6ad-bb2025c74c2e req-bca01f14-49d4-4c5a-bf49-b263a3b0f6f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 1129 time: 0.0440238 Apr 08 09:09:28.084532 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49dd31-5fa4-4705-b6ad-bb2025c74c2e req-d0355c0b-1717-4a85-bcf3-840993ff7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:28.086040 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c49dd31-5fa4-4705-b6ad-bb2025c74c2e req-d0355c0b-1717-4a85-bcf3-840993ff7a48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.0913687 Apr 08 09:09:28.128785 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c49dd31-5fa4-4705-b6ad-bb2025c74c2e req-377b4e16-c253-4f2e-9ed1-c18a81b2902b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37ade0f0-05db-4546-be5d-83b69d0edc27 HTTP/1.1" status: 200 len: 217 time: 0.0352626 Apr 08 09:09:28.180522 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49dd31-5fa4-4705-b6ad-bb2025c74c2e req-9bcdf4b5-5b4f-429f-94dd-1099230c3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:28.182591 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c49dd31-5fa4-4705-b6ad-bb2025c74c2e req-9bcdf4b5-5b4f-429f-94dd-1099230c3e86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0454655 Apr 08 09:09:28.234950 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49dd31-5fa4-4705-b6ad-bb2025c74c2e req-48100ba5-e3be-403e-a346-90d6ceda1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:28.236373 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c49dd31-5fa4-4705-b6ad-bb2025c74c2e req-48100ba5-e3be-403e-a346-90d6ceda1e69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477691 Apr 08 09:09:28.328072 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c49dd31-5fa4-4705-b6ad-bb2025c74c2e req-92879733-0ec9-4e57-8575-89e3418c8bc0 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842226 Apr 08 09:09:28.421732 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0c49dd31-5fa4-4705-b6ad-bb2025c74c2e req-0decccee-00c4-499e-8434-46a4ca3c063a service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865648 Apr 08 09:09:38.405537 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cab12c2c-a86d-4566-8a68-c230708985ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:39.953347 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:09:40.794554 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f4ee7aa-d7c0-4081-8da6-ac9bd3b69997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:41.967211 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:43.276245 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:44.703805 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:47.075432 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a0544-44b4-49b0-bf69-ad67e06f6958 req-ab44e9b1-0cc5-4eff-928b-291067d7e7e8 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:47.076938 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-270a0544-44b4-49b0-bf69-ad67e06f6958 req-ab44e9b1-0cc5-4eff-928b-291067d7e7e8 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0534065 Apr 08 09:09:47.121613 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-270a0544-44b4-49b0-bf69-ad67e06f6958 req-449dcab8-d95b-4687-b512-6706292c5836 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391324 Apr 08 09:09:48.245529 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5aa1a-ade9-4d64-9c19-ef31324e2d31 req-ef0c0c21-808a-43f7-bd94-3c5c59afa183 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:48.246988 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3bd5aa1a-ade9-4d64-9c19-ef31324e2d31 req-ef0c0c21-808a-43f7-bd94-3c5c59afa183 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0550787 Apr 08 09:09:48.292516 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3bd5aa1a-ade9-4d64-9c19-ef31324e2d31 req-7515bb9b-7fc5-48ee-92ec-c62eef88771e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400014 Apr 08 09:09:49.415136 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b7822-c322-4bed-948f-64e8493bc857 req-ae39c594-efb7-409f-89e7-bc48180ab8d8 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:49.416838 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-569b7822-c322-4bed-948f-64e8493bc857 req-ae39c594-efb7-409f-89e7-bc48180ab8d8 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0513229 Apr 08 09:09:49.461269 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-569b7822-c322-4bed-948f-64e8493bc857 req-6d3622f2-bb7b-4745-a4ac-5a59a5268d27 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384805 Apr 08 09:09:50.582821 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceea90-7f99-42ce-9bed-21ef09e5cf1e req-24928be4-a760-46d8-8569-70616460faf1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:50.584287 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a3ceea90-7f99-42ce-9bed-21ef09e5cf1e req-24928be4-a760-46d8-8569-70616460faf1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0552647 Apr 08 09:09:50.630643 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a3ceea90-7f99-42ce-9bed-21ef09e5cf1e req-84a96d3e-fbc7-45c6-bcda-d730b3b3e984 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403204 Apr 08 09:09:51.754522 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd1b02-3522-4caf-a8da-822cddba900e req-bc6b42b4-e40b-4aac-8db5-85293134e5e7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:51.755983 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0cdd1b02-3522-4caf-a8da-822cddba900e req-bc6b42b4-e40b-4aac-8db5-85293134e5e7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0524821 Apr 08 09:09:51.800610 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0cdd1b02-3522-4caf-a8da-822cddba900e req-ca457a93-68a6-4658-9217-7f69261c5b3f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391331 Apr 08 09:09:52.917597 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5645e4-8f96-4c1a-a6c3-c2e66d7838fa req-76fd1be3-331e-4293-823d-0605951784b9 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:52.919043 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae5645e4-8f96-4c1a-a6c3-c2e66d7838fa req-76fd1be3-331e-4293-823d-0605951784b9 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0504398 Apr 08 09:09:52.967710 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae5645e4-8f96-4c1a-a6c3-c2e66d7838fa req-aaf277dd-e8ec-43d6-bad5-2c22168d099c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430980 Apr 08 09:09:54.091195 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d453025-2447-4386-a238-bd9c5334dc85 req-b95eb1e2-5c54-4eed-bfc9-f4df3103ef24 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:54.092698 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0d453025-2447-4386-a238-bd9c5334dc85 req-b95eb1e2-5c54-4eed-bfc9-f4df3103ef24 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0545669 Apr 08 09:09:54.137557 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0d453025-2447-4386-a238-bd9c5334dc85 req-74523bc0-2489-4f66-9b72-763ba74daa9f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393465 Apr 08 09:09:55.257722 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf927ff-ebda-4a5d-9e86-e531acdee8ba req-404b7dcc-3fff-4287-8142-f8fe7523d39e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:55.259376 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cdf927ff-ebda-4a5d-9e86-e531acdee8ba req-404b7dcc-3fff-4287-8142-f8fe7523d39e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0535936 Apr 08 09:09:55.305509 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cdf927ff-ebda-4a5d-9e86-e531acdee8ba req-4655f156-e88a-4c3a-941d-661b26d7d533 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 Apr 08 09:09:56.300503 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:56.425458 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf64607-aa1b-41c7-92bc-4137e1a82c3a req-cb4d023f-221f-4d9f-887b-2f4351e043c1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:56.426853 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-adf64607-aa1b-41c7-92bc-4137e1a82c3a req-cb4d023f-221f-4d9f-887b-2f4351e043c1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0543776 Apr 08 09:09:56.471269 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-adf64607-aa1b-41c7-92bc-4137e1a82c3a req-ceb641e1-b6c5-431a-8dbf-3c398988d91b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384142 Apr 08 09:09:57.520758 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 33338) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:09:57.590984 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ba621-d294-406c-996f-83281b35b2d9 req-3206cc9d-f532-4f26-ad61-f1f3cf9ef15a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:57.592464 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e8ba621-d294-406c-996f-83281b35b2d9 req-3206cc9d-f532-4f26-ad61-f1f3cf9ef15a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0520792 Apr 08 09:09:57.627815 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:57.659727 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e8ba621-d294-406c-996f-83281b35b2d9 req-075f6efb-c132-45dd-a94f-0888a8c84803 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618210 Apr 08 09:09:57.718557 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Publish callbacks [] for security_group (23483c0b-c18f-4c45-8584-3055563a7629), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:57.721991 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (23483c0b-c18f-4c45-8584-3055563a7629), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:57.763138 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b97d6bd127a477eb274a9ee0d380fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413042 Apr 08 09:09:57.763994 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23483c0b-c18f-4c45-8584-3055563a7629,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:09:57.765959 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 33342) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:09:57.771200 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.771630 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.771839 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.772179 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.772536 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.772876 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.773204 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.773529 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.773854 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.774179 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.774504 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.774830 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.775152 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.775472 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.775789 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998824a4-ebd4-400b-9c47-ad3ee4a61dc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.813582 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Publish callbacks [] for security_group (23483c0b-c18f-4c45-8584-3055563a7629), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:57.833768 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Publish callbacks [] for security_group (23483c0b-c18f-4c45-8584-3055563a7629), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:57.878860 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (23483c0b-c18f-4c45-8584-3055563a7629), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:57.881413 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:09:57.882534 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23483c0b-c18f-4c45-8584-3055563a7629 HTTP/1.1" status: 204 len: 168 time: 0.1155291 Apr 08 09:09:57.890041 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23483c0b-c18f-4c45-8584-3055563a7629,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:09:57.897013 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.897370 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.897718 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.898066 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.898403 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.898738 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.899101 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.899433 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.899764 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.900095 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.900448 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.900906 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.901240 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.901564 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:57.901887 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d22fb6-1862-4d14-b2f2-e94d6166900d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:09:58.779710 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c127f2-e81c-4234-88e9-ad99c6d4cf63 req-3c9ea405-c13b-484b-9bdf-42fb6227eb15 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:58.781205 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-74c127f2-e81c-4234-88e9-ad99c6d4cf63 req-3c9ea405-c13b-484b-9bdf-42fb6227eb15 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0520802 Apr 08 09:09:58.826761 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-74c127f2-e81c-4234-88e9-ad99c6d4cf63 req-4d5a3824-2921-48b0-b227-2ac1eea29873 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401180 Apr 08 09:09:59.944176 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c00cff-29d6-403d-ad12-f2e1f9bcbb91 req-99f3c507-d26b-49c1-b8c4-eb4afd14a030 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:09:59.945707 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-61c00cff-29d6-403d-ad12-f2e1f9bcbb91 req-99f3c507-d26b-49c1-b8c4-eb4afd14a030 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0519361 Apr 08 09:09:59.995509 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-61c00cff-29d6-403d-ad12-f2e1f9bcbb91 req-824727c6-aa97-4697-9948-547f704204c7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 Apr 08 09:10:01.120254 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98abbb9-c256-4fca-a451-92bcf991fee2 req-54ec0e4f-bc7c-46c0-9e32-ed495aaa7581 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:01.121748 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f98abbb9-c256-4fca-a451-92bcf991fee2 req-54ec0e4f-bc7c-46c0-9e32-ed495aaa7581 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0567715 Apr 08 09:10:01.166703 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f98abbb9-c256-4fca-a451-92bcf991fee2 req-675286f6-3ffa-4674-8a44-38b49bbf3a8f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395100 Apr 08 09:10:02.286729 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4daefd-5b26-4d4e-a334-582dcc3e5be2 req-d3b70f05-6c64-403e-96f0-0bc2d1c9e34e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:02.288196 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4b4daefd-5b26-4d4e-a334-582dcc3e5be2 req-d3b70f05-6c64-403e-96f0-0bc2d1c9e34e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0515680 Apr 08 09:10:02.333603 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4b4daefd-5b26-4d4e-a334-582dcc3e5be2 req-ac384822-0887-46cf-af59-484aaf08c61b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396032 Apr 08 09:10:03.456323 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31741c3d-c4d8-4668-83b7-e484b78ededd req-dd333fca-c67c-45ea-a775-8a2941f26fed tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:03.457829 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31741c3d-c4d8-4668-83b7-e484b78ededd req-dd333fca-c67c-45ea-a775-8a2941f26fed tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0553651 Apr 08 09:10:03.503306 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31741c3d-c4d8-4668-83b7-e484b78ededd req-dd81a259-1105-4491-95ba-cd5081109fd7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400686 Apr 08 09:10:04.622840 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86851a28-a982-4bc7-bb47-e42dbe703196 req-e5a6b951-a8cc-412e-a685-f6b07fb8ae89 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:04.624295 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-86851a28-a982-4bc7-bb47-e42dbe703196 req-e5a6b951-a8cc-412e-a685-f6b07fb8ae89 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0520825 Apr 08 09:10:04.669339 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-86851a28-a982-4bc7-bb47-e42dbe703196 req-604f17df-8f40-4e3e-96cf-efefe1538154 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395007 Apr 08 09:10:05.796067 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ac2dd-101c-417c-b790-b0b13b4a7901 req-91599ba3-0fa1-4369-a7d3-a68a86f71db4 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:05.797528 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-317ac2dd-101c-417c-b790-b0b13b4a7901 req-91599ba3-0fa1-4369-a7d3-a68a86f71db4 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0543060 Apr 08 09:10:05.847953 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-317ac2dd-101c-417c-b790-b0b13b4a7901 req-ae2d18af-73d9-4881-b42d-ee4d3782f5aa tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446823 Apr 08 09:10:06.337211 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 165e4621-6dfd-44ee-a0a6-e755150fa058 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:10:06.604797 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=165e4621-6dfd-44ee-a0a6-e755150fa058,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:10:06.622214 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'port_id': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'mac_address': 'fa:16:3e:37:06:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:10:06.660013 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 165e4621-6dfd-44ee-a0a6-e755150fa058 is: ACTIVE; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:10:06.660401 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:06.673183 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 165e4621-6dfd-44ee-a0a6-e755150fa058 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:10:06.692830 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=165e4621-6dfd-44ee-a0a6-e755150fa058,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:10:06.696381 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:06.742777 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=165e4621-6dfd-44ee-a0a6-e755150fa058,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:10:06.749928 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.750279 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.750647 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.750992 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.751325 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.751654 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.751980 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.752305 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.752666 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.753021 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.753898 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.754251 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.754581 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.754903 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.755226 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:10:06.893287 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['165e4621-6dfd-44ee-a0a6-e755150fa058'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:10:06.968695 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a567b6-e617-4b2c-9b9e-70a046fd6c4b req-3c69c371-2266-4b64-bb86-9abc8686aad7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:06.970181 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1a567b6-e617-4b2c-9b9e-70a046fd6c4b req-3c69c371-2266-4b64-bb86-9abc8686aad7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 944 time: 0.0527244 Apr 08 09:10:07.015806 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1a567b6-e617-4b2c-9b9e-70a046fd6c4b req-efef0f53-190b-4cab-9586-4b3c079f0fb4 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401073 Apr 08 09:10:08.137626 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf87de-68f0-4c4f-b762-7ad82d458a19 req-fa75e34b-786f-455e-8583-33497aba4ba5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:08.139078 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62cf87de-68f0-4c4f-b762-7ad82d458a19 req-fa75e34b-786f-455e-8583-33497aba4ba5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 944 time: 0.0516021 Apr 08 09:10:08.185182 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62cf87de-68f0-4c4f-b762-7ad82d458a19 req-946d0e2d-7940-4cf0-8bf4-1bb1f329e36d tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 Apr 08 09:10:08.367401 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 165e4621-6dfd-44ee-a0a6-e755150fa058 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:10:08.418040 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fa5f33b9-304b-4243-9042-e5f470b5caf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:08.427211 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 165e4621-6dfd-44ee-a0a6-e755150fa058 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:10:08.427570 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:08.504280 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 165e4621-6dfd-44ee-a0a6-e755150fa058 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:10:08.504688 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:08.526795 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:10:08.529035 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce59b7e-689c-46e2-abd1-0c12f98d5e48" -d '{"events": [{"server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "name": "network-vif-plugged", "status": "completed", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:10:08.540960 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=165e4621-6dfd-44ee-a0a6-e755150fa058,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:10:08.545072 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:08.568463 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7bd099-9279-47c6-92d2-1cf64d062cf4 x-openstack-request-id: req-4d7bd099-9279-47c6-92d2-1cf64d062cf4 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:10:08.568796 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "name": "network-vif-plugged", "status": "completed", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:10:08.569051 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d7bd099-9279-47c6-92d2-1cf64d062cf4 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:10:08.569442 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7bd099-9279-47c6-92d2-1cf64d062cf4'] response: {'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'code': 200} Apr 08 09:10:08.594403 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=165e4621-6dfd-44ee-a0a6-e755150fa058,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:10:09.310830 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84d1cf-287b-4a34-9c70-c49629609748 req-06463b01-256f-4dfe-b836-8109eb37eb3e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:09.312289 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9e84d1cf-287b-4a34-9c70-c49629609748 req-06463b01-256f-4dfe-b836-8109eb37eb3e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0565004 Apr 08 09:10:09.357322 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9e84d1cf-287b-4a34-9c70-c49629609748 req-74b6f782-e281-4ec3-9e34-d6c994a568f0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395668 Apr 08 09:10:10.477541 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7631d-2f66-4856-8ec9-5c7f3e1ebf30 req-24323545-3a4d-4e19-ad6f-fc58ce1a7693 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:10.478996 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-52a7631d-2f66-4856-8ec9-5c7f3e1ebf30 req-24323545-3a4d-4e19-ad6f-fc58ce1a7693 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0508485 Apr 08 09:10:10.523970 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-52a7631d-2f66-4856-8ec9-5c7f3e1ebf30 req-2694699a-9968-4b39-9fb7-3a4c9cc34ac3 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390372 Apr 08 09:10:10.796378 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37ceb19e-1f6e-406b-840e-0bdace92ec51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:11.648070 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebd1b4-a7b1-4850-84a2-0dcaadda294e req-d499e7f3-245c-448a-beaf-f09ce892f15e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:11.650273 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92ebd1b4-a7b1-4850-84a2-0dcaadda294e req-d499e7f3-245c-448a-beaf-f09ce892f15e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0546687 Apr 08 09:10:11.734731 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92ebd1b4-a7b1-4850-84a2-0dcaadda294e req-f97bee28-183f-46cf-8d2e-ff229cf306e7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697038 Apr 08 09:10:11.969490 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:12.866615 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69808e38-7290-4c1c-bfe7-f320d0116b00 req-8e9a999b-ab7f-4f48-991d-c8212ed2fa2d tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:12.868085 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-69808e38-7290-4c1c-bfe7-f320d0116b00 req-8e9a999b-ab7f-4f48-991d-c8212ed2fa2d tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0631154 Apr 08 09:10:12.929021 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-69808e38-7290-4c1c-bfe7-f320d0116b00 req-d8e41834-3b15-4b79-a7c0-d27f11f313d4 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551043 Apr 08 09:10:13.287339 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:14.068071 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbcc4a-3229-4c31-9329-0c36ade15846 req-89b42695-b7dd-45a7-b08a-f2318d14b954 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:14.070395 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-60cbcc4a-3229-4c31-9329-0c36ade15846 req-89b42695-b7dd-45a7-b08a-f2318d14b954 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0613809 Apr 08 09:10:14.124807 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-60cbcc4a-3229-4c31-9329-0c36ade15846 req-c48b3d47-25bf-4240-b5d3-9a848821c6fa tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477309 Apr 08 09:10:14.699183 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:15.297648 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b99f7e-5099-49d1-a353-941d183cf572 req-909293f1-e84a-4702-ad8f-5a7c18c32398 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:15.299193 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-05b99f7e-5099-49d1-a353-941d183cf572 req-909293f1-e84a-4702-ad8f-5a7c18c32398 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0840709 Apr 08 09:10:15.356075 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-05b99f7e-5099-49d1-a353-941d183cf572 req-c71fdce9-e391-41c7-b4d5-fdd70ab65086 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512030 Apr 08 09:10:16.507860 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79f032-18f5-4aa1-87e9-b39d10d3652e req-6de087c2-5e49-4cc7-890d-a937ba8f9b34 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:16.510424 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae79f032-18f5-4aa1-87e9-b39d10d3652e req-6de087c2-5e49-4cc7-890d-a937ba8f9b34 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0709143 Apr 08 09:10:16.567904 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae79f032-18f5-4aa1-87e9-b39d10d3652e req-d7e11fad-5541-445a-ae8d-f68cdf516cb4 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517938 Apr 08 09:10:16.953638 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:10:17.710545 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4982f21-47d2-48a8-83a4-7c21352775d5 req-d03eb1bd-99da-4414-9c57-40e7ccfa2ad5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:17.711963 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d4982f21-47d2-48a8-83a4-7c21352775d5 req-d03eb1bd-99da-4414-9c57-40e7ccfa2ad5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0670092 Apr 08 09:10:17.766851 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d4982f21-47d2-48a8-83a4-7c21352775d5 req-ae53790b-fa04-45bc-95a4-fe64fc5d98ff tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484085 Apr 08 09:10:18.897524 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c58c6-2b72-48c9-be35-0dca479c39df req-b46abb0e-31b6-440e-99ea-bb53b2ebeda2 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:18.899259 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-244c58c6-2b72-48c9-be35-0dca479c39df req-b46abb0e-31b6-440e-99ea-bb53b2ebeda2 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0542080 Apr 08 09:10:18.952431 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-244c58c6-2b72-48c9-be35-0dca479c39df req-26dbe6dc-4562-4835-a4ff-22bcdad2b557 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470991 Apr 08 09:10:20.100261 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679762e-fb22-4088-bcb1-20c6f06ef6d7 req-3d88531e-fe80-492f-8a42-1fb2f1f49bef tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:20.107422 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3679762e-fb22-4088-bcb1-20c6f06ef6d7 req-3d88531e-fe80-492f-8a42-1fb2f1f49bef tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0634120 Apr 08 09:10:20.159412 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3679762e-fb22-4088-bcb1-20c6f06ef6d7 req-2c6c1263-2a87-4951-a03e-b4e400d53bcf tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511258 Apr 08 09:10:21.281188 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27db7f-6359-4972-ad78-4ab3e5a6f48a req-a9d7e843-71b4-4075-bb78-4b1eff231719 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:21.282642 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-be27db7f-6359-4972-ad78-4ab3e5a6f48a req-a9d7e843-71b4-4075-bb78-4b1eff231719 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0503492 Apr 08 09:10:21.328968 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-be27db7f-6359-4972-ad78-4ab3e5a6f48a req-0316e81d-51ac-405c-8525-2ed4fc65c159 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405419 Apr 08 09:10:21.525388 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93649ab-fbf4-4fde-8353-54e871f29698 req-46e3c829-1939-4fba-a590-14b46390b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:21.526851 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d93649ab-fbf4-4fde-8353-54e871f29698 req-46e3c829-1939-4fba-a590-14b46390b288 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 1129 time: 0.0438035 Apr 08 09:10:21.617608 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93649ab-fbf4-4fde-8353-54e871f29698 req-58657265-0be2-4daa-91fd-ba2abf8e1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:21.619071 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d93649ab-fbf4-4fde-8353-54e871f29698 req-58657265-0be2-4daa-91fd-ba2abf8e1959 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 916 time: 0.0857522 Apr 08 09:10:21.681473 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d93649ab-fbf4-4fde-8353-54e871f29698 req-2dc939b0-bfac-45de-91d4-1bb149561d39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165e4621-6dfd-44ee-a0a6-e755150fa058 HTTP/1.1" status: 200 len: 1001 time: 0.0553865 Apr 08 09:10:21.731539 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93649ab-fbf4-4fde-8353-54e871f29698 req-ef5d87ae-e6d8-4141-9f44-66e2c8b39ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:21.733133 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d93649ab-fbf4-4fde-8353-54e871f29698 req-ef5d87ae-e6d8-4141-9f44-66e2c8b39ebf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 200 len: 855 time: 0.0458748 Apr 08 09:10:21.781983 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93649ab-fbf4-4fde-8353-54e871f29698 req-49dccf69-1b1a-4462-aae2-7a3dcb2bcfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:21.783432 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d93649ab-fbf4-4fde-8353-54e871f29698 req-49dccf69-1b1a-4462-aae2-7a3dcb2bcfed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b7a254-b160-4de6-b642-6f7a58546c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434551 Apr 08 09:10:21.874127 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d93649ab-fbf4-4fde-8353-54e871f29698 req-a3c08797-4c07-49cf-b5a1-22dacb431a47 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831468 Apr 08 09:10:21.960086 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d93649ab-fbf4-4fde-8353-54e871f29698 req-23707e57-6042-449f-880d-876957c43022 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798497 Apr 08 09:10:22.447495 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9a324-29e8-4ebc-b1ee-a4e86b8628ab req-d9ad446e-0431-424a-8c8b-41937b2cf3ea tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:22.448992 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a4a9a324-29e8-4ebc-b1ee-a4e86b8628ab req-d9ad446e-0431-424a-8c8b-41937b2cf3ea tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0514715 Apr 08 09:10:22.493230 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a4a9a324-29e8-4ebc-b1ee-a4e86b8628ab req-86294438-b9b5-4737-a5d6-4634b3777cc9 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387881 Apr 08 09:10:23.622279 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d788cb9-66ff-4c74-a624-8ef6bdc29ea8 req-a8f3a6f0-d41d-488f-8e6c-bb688a3d438c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:23.623751 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0d788cb9-66ff-4c74-a624-8ef6bdc29ea8 req-a8f3a6f0-d41d-488f-8e6c-bb688a3d438c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 945 time: 0.0541658 Apr 08 09:10:23.668536 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0d788cb9-66ff-4c74-a624-8ef6bdc29ea8 req-3baf6434-8eb0-4951-acc8-d8b186b4b4fd tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393600 Apr 08 09:10:24.456498 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 165e4621-6dfd-44ee-a0a6-e755150fa058 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:10:24.532626 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 165e4621-6dfd-44ee-a0a6-e755150fa058 is: ACTIVE; New status is: DOWN {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:10:24.533015 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:24.554747 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:10:24.557010 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb91e31d-2095-4015-9061-fbff2312ddae" -d '{"events": [{"server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "name": "network-vif-unplugged", "status": "completed", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:10:24.570523 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=165e4621-6dfd-44ee-a0a6-e755150fa058,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:10:24.576305 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:24.599509 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 08 Apr 2022 09:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bba512-9660-404a-a4f2-1c631ba665e3 x-openstack-request-id: req-66bba512-9660-404a-a4f2-1c631ba665e3 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:10:24.599800 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "name": "network-vif-unplugged", "status": "failed", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058", "code": 422}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:10:24.600058 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66bba512-9660-404a-a4f2-1c631ba665e3 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:10:24.600519 dv-cinder-836996-2-iscsi neutron-server[103426]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-66bba512-9660-404a-a4f2-1c631ba665e3']: {'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'code': 422} returned with failed status Apr 08 09:10:24.626206 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=165e4621-6dfd-44ee-a0a6-e755150fa058,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:10:24.786849 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138257d-e597-4c4d-b69d-f92ad397452e req-c24bde89-81fa-41e9-b06b-fe86ab8c4815 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:24.788293 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6138257d-e597-4c4d-b69d-f92ad397452e req-c24bde89-81fa-41e9-b06b-fe86ab8c4815 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0505238 Apr 08 09:10:24.832847 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6138257d-e597-4c4d-b69d-f92ad397452e req-05ea3d03-6245-4728-9e72-a8a67d5f9ee7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387087 Apr 08 09:10:25.463112 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-760cb6ee-ed21-48ce-864b-7768d54ec223 req-70018b2a-d7ac-4d2c-b5ac-3813a960c4b1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:10:25.464084 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-760cb6ee-ed21-48ce-864b-7768d54ec223 req-70018b2a-d7ac-4d2c-b5ac-3813a960c4b1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052297 Apr 08 09:10:25.616010 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be2267-2a11-4f05-b73c-34620ad11833 req-4974a63e-3365-4552-be88-b2e744f45363 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:25.617484 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91be2267-2a11-4f05-b73c-34620ad11833 req-4974a63e-3365-4552-be88-b2e744f45363 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0507503 Apr 08 09:10:25.666469 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91be2267-2a11-4f05-b73c-34620ad11833 req-b0cbc117-4adb-4400-a5b5-c773274c571c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429730 Apr 08 09:10:25.856958 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 33502) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:10:25.942651 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-c507360b-a4ab-455a-ac72-e560fd9ab72a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845792 Apr 08 09:10:25.951408 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-f654d887-c2ef-4ff6-931e-a4c7e8c313af service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:10:25.952338 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-f654d887-c2ef-4ff6-931e-a4c7e8c313af service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052254 Apr 08 09:10:26.025816 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 33510) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:10:26.076905 dv-cinder-836996-2-iscsi neutron-server[103424]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 09:10:26.121653 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-28030ff4-70f0-4579-83df-4d2e55bc612e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:26.123035 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-28030ff4-70f0-4579-83df-4d2e55bc612e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports/165e4621-6dfd-44ee-a0a6-e755150fa058 HTTP/1.1" status: 200 len: 940 time: 0.0962324 Apr 08 09:10:26.300995 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:26.789174 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0725995-af6f-4679-9e09-a548f4d9078c req-ed7dabb7-adc4-4d2b-94f9-1210a284df31 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:26.790940 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a0725995-af6f-4679-9e09-a548f4d9078c req-ed7dabb7-adc4-4d2b-94f9-1210a284df31 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0508790 Apr 08 09:10:26.835879 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a0725995-af6f-4679-9e09-a548f4d9078c req-5b21d886-1977-4269-96f1-2d41d0d949b1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389578 Apr 08 09:10:27.891115 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-a4985f91-4446-42ff-be08-6e952659fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:27.892620 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-a4985f91-4446-42ff-be08-6e952659fcc0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29&tenant_id=1731589fdea447d4b4b5fcde204b348f HTTP/1.1" status: 200 len: 1127 time: 0.1096494 Apr 08 09:10:27.898823 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81e44334-c6a6-4afa-a0b0-f4bd7ec692a2 req-d74e0484-14d3-49ef-8c78-e0c0f70a555f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877352 Apr 08 09:10:28.013094 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879d15-fdd2-41f7-a345-97f1014d9959 req-def2e090-d290-4538-8250-941d82b33b0f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:28.014544 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-64879d15-fdd2-41f7-a345-97f1014d9959 req-def2e090-d290-4538-8250-941d82b33b0f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.1027715 Apr 08 09:10:28.062469 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-64879d15-fdd2-41f7-a345-97f1014d9959 req-83102e6a-b8b9-49a1-a371-1b2746a46f36 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Apr 08 09:10:28.076232 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-f8491047-8af9-4aca-affd-a348147f46af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:28.077734 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-f8491047-8af9-4aca-affd-a348147f46af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 1127 time: 0.0781059 Apr 08 09:10:28.082572 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e44334-c6a6-4afa-a0b0-f4bd7ec692a2 req-989f42aa-6321-444a-9deb-a05a87332a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:28.083896 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81e44334-c6a6-4afa-a0b0-f4bd7ec692a2 req-989f42aa-6321-444a-9deb-a05a87332a54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 1129 time: 0.0599453 Apr 08 09:10:28.227639 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-87f49fa4-aa6c-4dd8-bc7e-be32074c73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:28.229016 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-87f49fa4-aa6c-4dd8-bc7e-be32074c73ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 916 time: 0.1443050 Apr 08 09:10:28.242709 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e44334-c6a6-4afa-a0b0-f4bd7ec692a2 req-b979f48c-a036-401b-ae8a-10e5733b8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:28.244015 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81e44334-c6a6-4afa-a0b0-f4bd7ec692a2 req-b979f48c-a036-401b-ae8a-10e5733b8356 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.1355133 Apr 08 09:10:28.313947 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81e44334-c6a6-4afa-a0b0-f4bd7ec692a2 req-a46c2b31-be27-4b4a-aba8-63048e9c5074 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b05070d-27e6-400f-818b-615f194e326f HTTP/1.1" status: 200 len: 217 time: 0.0406795 Apr 08 09:10:28.351740 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-38bde4b7-12c5-4ff2-945b-251ae4dee882 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165e4621-6dfd-44ee-a0a6-e755150fa058 HTTP/1.1" status: 200 len: 999 time: 0.1146426 Apr 08 09:10:28.394453 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e44334-c6a6-4afa-a0b0-f4bd7ec692a2 req-5132bf07-5f8d-4158-874d-aacc2a551e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:28.395817 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81e44334-c6a6-4afa-a0b0-f4bd7ec692a2 req-5132bf07-5f8d-4158-874d-aacc2a551e5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0758488 Apr 08 09:10:28.414328 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-a537c305-67a5-4dd7-8b5a-4bd059281534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:28.415924 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-a537c305-67a5-4dd7-8b5a-4bd059281534 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 200 len: 855 time: 0.0579913 Apr 08 09:10:28.451370 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 165e4621-6dfd-44ee-a0a6-e755150fa058 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:10:28.483991 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e44334-c6a6-4afa-a0b0-f4bd7ec692a2 req-f4b0ad05-f649-4b88-92c3-c6b5a9fc79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:28.485495 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81e44334-c6a6-4afa-a0b0-f4bd7ec692a2 req-f4b0ad05-f649-4b88-92c3-c6b5a9fc79a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813067 Apr 08 09:10:28.487878 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-d4cedb8b-06d9-4cfc-8ca7-b815f84dfc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:28.489233 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-d4cedb8b-06d9-4cfc-8ca7-b815f84dfc38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b7a254-b160-4de6-b642-6f7a58546c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550983 Apr 08 09:10:28.525852 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 165e4621-6dfd-44ee-a0a6-e755150fa058 is: DOWN; New status is: DOWN {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:10:28.641932 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-f9cc724c-1700-49d6-bf39-6c7c7f823763 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437483 Apr 08 09:10:28.645062 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81e44334-c6a6-4afa-a0b0-f4bd7ec692a2 req-ffa5b9d7-9b37-4cc8-9056-bd496f724066 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460254 Apr 08 09:10:28.801247 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b22fba61-8827-4b96-8313-bf4e9cd303ef req-6113a91c-1eb8-4480-8338-3c54a9a8142e service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478980 Apr 08 09:10:28.803051 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-81e44334-c6a6-4afa-a0b0-f4bd7ec692a2 req-8a256aa4-d727-4178-b456-2f6edeaae9d1 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487558 Apr 08 09:10:29.185815 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ac434-40bd-4150-b3f1-0f6964629328 req-9d929fb7-144f-4440-b9ea-0736e9104c5e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:29.187305 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-240ac434-40bd-4150-b3f1-0f6964629328 req-9d929fb7-144f-4440-b9ea-0736e9104c5e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0551507 Apr 08 09:10:29.248929 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-240ac434-40bd-4150-b3f1-0f6964629328 req-a62e9390-7546-4b26-a89b-c8a23f7de66c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556347 Apr 08 09:10:30.374871 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c9aca-9b71-456a-a5f7-738a20994d51 req-520fad7f-453a-467d-a7e3-782a94edacbc tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:30.376575 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a01c9aca-9b71-456a-a5f7-738a20994d51 req-520fad7f-453a-467d-a7e3-782a94edacbc tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0524914 Apr 08 09:10:30.431218 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a01c9aca-9b71-456a-a5f7-738a20994d51 req-a700b6e8-1910-4d59-b54c-659021bd031c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488219 Apr 08 09:10:31.551822 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b65e9e-f3bd-4833-8a9a-0a0c6c5555a9 req-63737ff4-3a7b-4724-a75b-de18c9fdc919 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:31.553343 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1b65e9e-f3bd-4833-8a9a-0a0c6c5555a9 req-63737ff4-3a7b-4724-a75b-de18c9fdc919 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0537875 Apr 08 09:10:31.608679 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1b65e9e-f3bd-4833-8a9a-0a0c6c5555a9 req-5cb5bc77-6f8d-4efe-b4b7-d6d256afe97e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491042 Apr 08 09:10:32.740947 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170552aa-775e-45fa-acf5-cba2258f0e06 req-4647e976-e1e2-4f47-8212-01367e0b75db tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:32.741676 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-170552aa-775e-45fa-acf5-cba2258f0e06 req-4647e976-e1e2-4f47-8212-01367e0b75db tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0587678 Apr 08 09:10:32.788545 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-170552aa-775e-45fa-acf5-cba2258f0e06 req-d88c600f-a578-4393-acbc-d8e95354c902 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412815 Apr 08 09:10:33.925967 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3770b3-8cdf-4b78-8a0c-cc7dd1669e98 req-6f1b1be9-aeff-458f-8334-645d1a83c397 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:33.927899 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cc3770b3-8cdf-4b78-8a0c-cc7dd1669e98 req-6f1b1be9-aeff-458f-8334-645d1a83c397 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0639369 Apr 08 09:10:33.979116 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cc3770b3-8cdf-4b78-8a0c-cc7dd1669e98 req-43cc9243-1505-4ff2-abf0-5b52040c2e04 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453441 Apr 08 09:10:35.107759 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841b10c-9be9-412e-88a0-bfa4ae995261 req-d0f15b27-1f70-4f7b-906c-2477b7f6e597 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:35.112964 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8841b10c-9be9-412e-88a0-bfa4ae995261 req-d0f15b27-1f70-4f7b-906c-2477b7f6e597 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0605030 Apr 08 09:10:35.156786 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8841b10c-9be9-412e-88a0-bfa4ae995261 req-6669a55b-97ea-4588-a116-de7d39125140 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Apr 08 09:10:36.284426 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3c6da-a288-4fd3-8c48-420b17b0c751 req-bd00d188-8f84-4a05-ae1d-102c29f1bc1c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:36.285919 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-35e3c6da-a288-4fd3-8c48-420b17b0c751 req-bd00d188-8f84-4a05-ae1d-102c29f1bc1c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0537727 Apr 08 09:10:36.337781 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-35e3c6da-a288-4fd3-8c48-420b17b0c751 req-2e90a41a-c980-465d-857d-bffc2b0f6701 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457981 Apr 08 09:10:37.460335 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4788829-877b-4baa-9b5c-a01a2d125e90 req-5be00ea0-f2d3-4825-a5b4-689c65c741cf tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:37.462086 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f4788829-877b-4baa-9b5c-a01a2d125e90 req-5be00ea0-f2d3-4825-a5b4-689c65c741cf tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0514934 Apr 08 09:10:37.509861 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f4788829-877b-4baa-9b5c-a01a2d125e90 req-3e76a111-2c19-4951-b04a-bcbcbc959c1b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 Apr 08 09:10:38.411816 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6df85134-4827-49f2-aecb-0a2b7e40828f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:38.634466 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070a863-31b8-4cbc-a947-65e74587e9f3 req-cd3e565b-01cb-42cc-a926-aa467280302c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:38.636653 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5070a863-31b8-4cbc-a947-65e74587e9f3 req-cd3e565b-01cb-42cc-a926-aa467280302c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0537636 Apr 08 09:10:38.686303 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5070a863-31b8-4cbc-a947-65e74587e9f3 req-31def9f3-0bef-4560-a2d5-07f488dcda31 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438774 Apr 08 09:10:39.816165 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786ea55-387a-4999-9066-0ef246ce300c req-10d1d9c8-35d0-40f2-b3e4-e55dea76bb5a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:39.817632 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4786ea55-387a-4999-9066-0ef246ce300c req-10d1d9c8-35d0-40f2-b3e4-e55dea76bb5a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0590832 Apr 08 09:10:39.865520 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4786ea55-387a-4999-9066-0ef246ce300c req-ba7d3da6-a483-4dd9-a371-3af0fb37f9de tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423131 Apr 08 09:10:40.797301 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0626e519-2bf7-4ac1-bba0-b79b1c136ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:40.987175 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c91e5-961f-4f14-be7e-5b378e85d87a req-d76dd348-e10d-4006-b173-5b84704e04d2 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:40.988644 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-830c91e5-961f-4f14-be7e-5b378e85d87a req-d76dd348-e10d-4006-b173-5b84704e04d2 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0505009 Apr 08 09:10:41.033371 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-830c91e5-961f-4f14-be7e-5b378e85d87a req-bb9e0998-dc93-4345-b481-62062d257030 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392249 Apr 08 09:10:41.972113 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:42.159529 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6aad8-6121-4041-be27-b7f57142e083 req-9ee8647e-6112-4515-a0fe-386986e14826 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:42.161012 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6fb6aad8-6121-4041-be27-b7f57142e083 req-9ee8647e-6112-4515-a0fe-386986e14826 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0577233 Apr 08 09:10:42.208788 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6fb6aad8-6121-4041-be27-b7f57142e083 req-c704e45c-5e4b-4bb6-a6ac-bc7eb42f9e55 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420027 Apr 08 09:10:43.283518 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:43.330443 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00dca9-fea9-44de-964c-6b4d47e9cb38 req-40a89ae4-e800-413d-8254-048aa09ee09f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:43.331906 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ed00dca9-fea9-44de-964c-6b4d47e9cb38 req-40a89ae4-e800-413d-8254-048aa09ee09f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0522423 Apr 08 09:10:43.379684 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ed00dca9-fea9-44de-964c-6b4d47e9cb38 req-705e7b0a-50a0-49a6-99e9-9b628988da5e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421751 Apr 08 09:10:44.499201 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20667833-9615-44db-8dc3-bd9d7a87b379 req-55568fad-a34d-4319-8e43-37e050626b7e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:44.500675 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20667833-9615-44db-8dc3-bd9d7a87b379 req-55568fad-a34d-4319-8e43-37e050626b7e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0504105 Apr 08 09:10:44.548400 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20667833-9615-44db-8dc3-bd9d7a87b379 req-49a18065-fcf1-4e08-9fb1-04537b6d4283 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421922 Apr 08 09:10:44.701653 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:45.668741 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6771e-0453-4459-ac3d-d7b82d846c3e req-2782132f-3230-46a8-bd4a-16200d188e21 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:45.669734 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bbd6771e-0453-4459-ac3d-d7b82d846c3e req-2782132f-3230-46a8-bd4a-16200d188e21 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0507600 Apr 08 09:10:45.717071 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bbd6771e-0453-4459-ac3d-d7b82d846c3e req-0e2eaddf-1097-4090-88cb-f1afca393b4a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410089 Apr 08 09:10:46.836503 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd82995-f551-4dc0-9e3c-255f107b332e req-45d335ba-86b9-4f67-a94b-c4532e44f8ec tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:46.837951 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ebd82995-f551-4dc0-9e3c-255f107b332e req-45d335ba-86b9-4f67-a94b-c4532e44f8ec tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0508976 Apr 08 09:10:46.882503 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ebd82995-f551-4dc0-9e3c-255f107b332e req-84d1289d-fa74-4564-8339-6a98c8f7ec59 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391941 Apr 08 09:10:48.009106 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d53c7a-ee8d-4361-ae3d-d348596ee809 req-649c01e3-fa68-41e6-9e98-d58fb40d3189 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:48.011042 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-96d53c7a-ee8d-4361-ae3d-d348596ee809 req-649c01e3-fa68-41e6-9e98-d58fb40d3189 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0567405 Apr 08 09:10:48.055226 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-96d53c7a-ee8d-4361-ae3d-d348596ee809 req-c3466a6c-c013-444d-8a7f-234309dcb8d0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387905 Apr 08 09:10:49.176814 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355a7f9-e78b-4889-b052-1478a2314137 req-a20bf1f2-5e13-4b91-9e1e-91bf4252cdbc tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:49.178235 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9355a7f9-e78b-4889-b052-1478a2314137 req-a20bf1f2-5e13-4b91-9e1e-91bf4252cdbc tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0512075 Apr 08 09:10:49.222115 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9355a7f9-e78b-4889-b052-1478a2314137 req-d8b4b014-b11c-441d-b3fd-1adff6f9a874 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384936 Apr 08 09:10:50.340728 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11461b-817c-4cab-b1a5-4f44fb512ac7 req-aeaf6919-11d0-4f22-bd38-72e8a2ae1add tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:50.342151 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd11461b-817c-4cab-b1a5-4f44fb512ac7 req-aeaf6919-11d0-4f22-bd38-72e8a2ae1add tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0511415 Apr 08 09:10:50.395534 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd11461b-817c-4cab-b1a5-4f44fb512ac7 req-bd24c44b-fb91-45ba-a7db-b5588ce7d89a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480587 Apr 08 09:10:51.515145 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888133a-63b8-45c0-8f6a-7c000f6ba74a req-cc1b0b67-2e9b-4259-a229-786b85e07554 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:51.516592 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e888133a-63b8-45c0-8f6a-7c000f6ba74a req-cc1b0b67-2e9b-4259-a229-786b85e07554 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0505981 Apr 08 09:10:51.561268 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e888133a-63b8-45c0-8f6a-7c000f6ba74a req-a452a7b3-ee78-4895-8580-d3bc604b6fcb tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391829 Apr 08 09:10:52.363321 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20263fc8-979d-47c3-8a0c-08cdcd847006 req-dd06f353-c69b-4d7e-b283-1dde6281cbc0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:52.364898 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20263fc8-979d-47c3-8a0c-08cdcd847006 req-dd06f353-c69b-4d7e-b283-1dde6281cbc0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0553784 Apr 08 09:10:52.371868 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a2f0-9c18-47ef-b187-c5d7f0aab390 req-7c7e1ba8-7acb-4d29-bcad-e84b6ac9ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:52.373429 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-be59a2f0-9c18-47ef-b187-c5d7f0aab390 req-7c7e1ba8-7acb-4d29-bcad-e84b6ac9ab42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 1130 time: 0.0475552 Apr 08 09:10:52.411219 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20263fc8-979d-47c3-8a0c-08cdcd847006 req-1fbf0c19-3a80-47e8-9c89-c89e243c4bc4 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401595 Apr 08 09:10:52.463241 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a2f0-9c18-47ef-b187-c5d7f0aab390 req-308a0436-dbdd-460d-8fd8-2a16b2a51ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:52.464766 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-be59a2f0-9c18-47ef-b187-c5d7f0aab390 req-308a0436-dbdd-460d-8fd8-2a16b2a51ce4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.0846641 Apr 08 09:10:52.691771 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5eca-1a3b-4c5b-ab4f-8e9ead03d93d req-4fbead87-fa2c-4bcd-9f83-93d0690a913a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:52.693280 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4a8c5eca-1a3b-4c5b-ab4f-8e9ead03d93d req-4fbead87-fa2c-4bcd-9f83-93d0690a913a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0559220 Apr 08 09:10:52.741482 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4a8c5eca-1a3b-4c5b-ab4f-8e9ead03d93d req-c67634d6-d320-438d-a315-55ce87f93d64 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 Apr 08 09:10:52.750571 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-be59a2f0-9c18-47ef-b187-c5d7f0aab390 req-57e1ecde-5378-466d-9a25-900fccdb00a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a98bcfc-3520-406b-9078-3bf74bc21ca2 HTTP/1.1" status: 200 len: 1002 time: 0.2790315 Apr 08 09:10:52.797797 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a2f0-9c18-47ef-b187-c5d7f0aab390 req-e085a5bc-8be7-4038-9839-cb001272ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:52.799202 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-be59a2f0-9c18-47ef-b187-c5d7f0aab390 req-e085a5bc-8be7-4038-9839-cb001272ed6c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0425079 Apr 08 09:10:52.845758 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a2f0-9c18-47ef-b187-c5d7f0aab390 req-48d161f6-eea0-4fe8-9bc5-9caae06a8b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:52.847116 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-be59a2f0-9c18-47ef-b187-c5d7f0aab390 req-48d161f6-eea0-4fe8-9bc5-9caae06a8b54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418441 Apr 08 09:10:52.937401 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-be59a2f0-9c18-47ef-b187-c5d7f0aab390 req-98118d06-77d7-4c7f-8cce-d68fc0f901c0 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829980 Apr 08 09:10:53.023047 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-be59a2f0-9c18-47ef-b187-c5d7f0aab390 req-a1d3b930-bcee-4b37-8bd7-fef260b7b52b service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789070 Apr 08 09:10:53.281054 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf2074-ef26-4e78-92db-172661c8faa7 req-a8780127-cb68-470e-85a5-24c011a7fea0 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:53.282502 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ecbf2074-ef26-4e78-92db-172661c8faa7 req-a8780127-cb68-470e-85a5-24c011a7fea0 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0514927 Apr 08 09:10:53.327116 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ecbf2074-ef26-4e78-92db-172661c8faa7 req-39a438f0-d0ec-4698-ab65-9db700e8e6a0 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390964 Apr 08 09:10:53.530555 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c83141-ee99-45ba-bcd8-dbac647858cb req-3fc769c9-cb49-47b3-bb4b-ba7bd511a6ba tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:53.531982 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-73c83141-ee99-45ba-bcd8-dbac647858cb req-3fc769c9-cb49-47b3-bb4b-ba7bd511a6ba tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0546026 Apr 08 09:10:53.576253 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-73c83141-ee99-45ba-bcd8-dbac647858cb req-ed448edb-7fd8-494b-9e88-35995b549c55 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384271 Apr 08 09:10:53.859938 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d95a4a-cf99-4c4e-a1de-0154ebbc3fed req-d14e3037-d746-4b40-b4ca-647a99bd49f5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:53.861386 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-57d95a4a-cf99-4c4e-a1de-0154ebbc3fed req-d14e3037-d746-4b40-b4ca-647a99bd49f5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0501714 Apr 08 09:10:53.906705 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-57d95a4a-cf99-4c4e-a1de-0154ebbc3fed req-b3cfde13-0d40-4aad-8dfa-fd5b2bdad1bb tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398262 Apr 08 09:10:53.952922 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:10:54.445096 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63162c6-60d8-4bc7-8b73-5b52c1fa33a2 req-5bb9caeb-1324-4736-b3ed-ee68d02e22d7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:54.446514 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a63162c6-60d8-4bc7-8b73-5b52c1fa33a2 req-5bb9caeb-1324-4736-b3ed-ee68d02e22d7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0523889 Apr 08 09:10:54.495113 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a63162c6-60d8-4bc7-8b73-5b52c1fa33a2 req-edfe7d14-fbfd-41df-ba2c-e09fe4aedc32 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431917 Apr 08 09:10:54.690295 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63ac2a-58b2-41a8-90b5-3a2423ed2008 req-504b0b52-76d9-4bd6-a033-f13417f59213 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:54.691702 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac63ac2a-58b2-41a8-90b5-3a2423ed2008 req-504b0b52-76d9-4bd6-a033-f13417f59213 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0504944 Apr 08 09:10:54.737080 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac63ac2a-58b2-41a8-90b5-3a2423ed2008 req-95496801-d07b-467d-9473-4d5a7d4fc40e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399003 Apr 08 09:10:55.026505 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bab60d-e8d7-4c9a-8e8b-b528f5abbe52 req-78727337-c303-48fe-ad99-1a152479d0ed tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:55.027930 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81bab60d-e8d7-4c9a-8e8b-b528f5abbe52 req-78727337-c303-48fe-ad99-1a152479d0ed tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0517685 Apr 08 09:10:55.072662 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81bab60d-e8d7-4c9a-8e8b-b528f5abbe52 req-2620b9e8-0d8c-48fe-b809-b69a408a2c30 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388131 Apr 08 09:10:55.610752 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d978876-abc4-402d-8213-1fc8f687e5c9 req-ce2e45f8-fc48-45df-92ac-abac2bdbbe3b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:55.612185 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7d978876-abc4-402d-8213-1fc8f687e5c9 req-ce2e45f8-fc48-45df-92ac-abac2bdbbe3b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0535791 Apr 08 09:10:55.657238 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7d978876-abc4-402d-8213-1fc8f687e5c9 req-ffcd00ca-4f44-4134-acd2-06a48b4c0c88 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395300 Apr 08 09:10:55.851416 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b152f-cb42-41a9-b5e9-0f9c233c1642 req-c1258e70-8160-48cb-9af6-c8e856cec108 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:55.852858 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-433b152f-cb42-41a9-b5e9-0f9c233c1642 req-c1258e70-8160-48cb-9af6-c8e856cec108 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0502169 Apr 08 09:10:55.896561 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-433b152f-cb42-41a9-b5e9-0f9c233c1642 req-d8ccc5d0-2df5-4e90-87fd-8e954db99535 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378053 Apr 08 09:10:56.191510 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f23fe4-bd40-4c04-aa86-0b071cf59f90 req-9c348ab2-2d1d-401e-99df-8e76faead5be tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:56.192999 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f9f23fe4-bd40-4c04-aa86-0b071cf59f90 req-9c348ab2-2d1d-401e-99df-8e76faead5be tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0507073 Apr 08 09:10:56.242384 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f9f23fe4-bd40-4c04-aa86-0b071cf59f90 req-239e72da-f6b9-4e20-8e88-1c55a0d30947 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428050 Apr 08 09:10:56.310343 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:56.774299 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715e65f-aea0-4ab4-9088-5c105f24d279 req-e0f7756b-fc5e-4327-b5b0-40dced625582 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:56.776347 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7715e65f-aea0-4ab4-9088-5c105f24d279 req-e0f7756b-fc5e-4327-b5b0-40dced625582 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0522461 Apr 08 09:10:56.820794 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7715e65f-aea0-4ab4-9088-5c105f24d279 req-e004c952-1b61-4344-af4f-95b110f24481 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391626 Apr 08 09:10:57.011707 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca7766-21be-4dc1-b597-ce2c25107a72 req-b5f7d930-869a-412d-9d84-a32e5042774c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:57.013105 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-22ca7766-21be-4dc1-b597-ce2c25107a72 req-b5f7d930-869a-412d-9d84-a32e5042774c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0510392 Apr 08 09:10:57.057910 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-22ca7766-21be-4dc1-b597-ce2c25107a72 req-8fed2d92-090f-4d7d-bc04-1da497d85a30 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393999 Apr 08 09:10:57.373432 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f157c-493d-4d64-925e-15d99fddd7b9 req-506593a0-71bc-4cc0-a7fd-34be2390e35a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:57.374899 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7a3f157c-493d-4d64-925e-15d99fddd7b9 req-506593a0-71bc-4cc0-a7fd-34be2390e35a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0583661 Apr 08 09:10:57.420423 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7a3f157c-493d-4d64-925e-15d99fddd7b9 req-0117f244-e607-4224-9616-235300cac106 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400515 Apr 08 09:10:57.935724 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8380fdd-c7b2-4205-a4ea-865817175225 req-fe305afc-a144-48b7-a184-1fcb5b8b996a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:57.937195 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b8380fdd-c7b2-4205-a4ea-865817175225 req-fe305afc-a144-48b7-a184-1fcb5b8b996a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0510325 Apr 08 09:10:57.981941 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b8380fdd-c7b2-4205-a4ea-865817175225 req-d8ff27ff-a898-410f-b21f-c308c4358144 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393629 Apr 08 09:10:58.177455 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79563e5f-77e4-44f4-93fa-8db42afcb8b7 req-56a15093-30ae-45bb-a6df-0cc83c755c90 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:58.178911 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-79563e5f-77e4-44f4-93fa-8db42afcb8b7 req-56a15093-30ae-45bb-a6df-0cc83c755c90 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0550938 Apr 08 09:10:58.224433 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-79563e5f-77e4-44f4-93fa-8db42afcb8b7 req-d6fd3970-fa63-40d7-8842-50be08f04744 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393865 Apr 08 09:10:58.539095 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca1b82-336a-44b8-ae7a-e2ade7c3e6b3 req-9b72d6e4-6f7a-4d64-b475-ee50fc7bf542 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:58.540565 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-42ca1b82-336a-44b8-ae7a-e2ade7c3e6b3 req-9b72d6e4-6f7a-4d64-b475-ee50fc7bf542 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 943 time: 0.0514967 Apr 08 09:10:58.571073 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 165e4621-6dfd-44ee-a0a6-e755150fa058 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:10:58.586130 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-42ca1b82-336a-44b8-ae7a-e2ade7c3e6b3 req-d7be8371-e97e-43b9-a789-60d271696c71 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401671 Apr 08 09:10:58.665271 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=165e4621-6dfd-44ee-a0a6-e755150fa058,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:10:58.679131 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'port_id': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'mac_address': 'fa:16:3e:37:06:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:10:58.715013 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 165e4621-6dfd-44ee-a0a6-e755150fa058 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:10:58.715335 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:58.727490 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165e4621-6dfd-44ee-a0a6-e755150fa058 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:10:58.748240 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=165e4621-6dfd-44ee-a0a6-e755150fa058,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:10:58.752167 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:10:58.797810 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=165e4621-6dfd-44ee-a0a6-e755150fa058,revision_number=9']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:10:59.095808 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9de60-1266-4822-8707-381cbc91f48f req-daf385b2-0781-4e09-88fc-e85494a0be78 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:59.097278 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aca9de60-1266-4822-8707-381cbc91f48f req-daf385b2-0781-4e09-88fc-e85494a0be78 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0509522 Apr 08 09:10:59.146926 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aca9de60-1266-4822-8707-381cbc91f48f req-2692f7c6-6406-451e-a3c6-c88175f9a9c5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442209 Apr 08 09:10:59.305021 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['165e4621-6dfd-44ee-a0a6-e755150fa058'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:10:59.339555 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6a061-37a5-4a57-81e5-51d77f679c76 req-7d5e39b8-ef54-4a05-b44d-dc32dd634645 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:59.341042 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fac6a061-37a5-4a57-81e5-51d77f679c76 req-7d5e39b8-ef54-4a05-b44d-dc32dd634645 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0528204 Apr 08 09:10:59.387035 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fac6a061-37a5-4a57-81e5-51d77f679c76 req-4a86c104-c961-450d-940d-86c959319a98 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405235 Apr 08 09:10:59.705607 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b92fd3-107a-4309-9bbf-eafca935e40d req-b43e62e5-a353-41d8-9aa3-5b6b62bbe376 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:10:59.707091 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-09b92fd3-107a-4309-9bbf-eafca935e40d req-b43e62e5-a353-41d8-9aa3-5b6b62bbe376 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 944 time: 0.0519288 Apr 08 09:10:59.755746 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-09b92fd3-107a-4309-9bbf-eafca935e40d req-e957b67b-c253-459d-9957-70270090d49c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431762 Apr 08 09:11:00.114820 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d030a-6042-45c9-a8a6-de5ec729966e req-0fbd42d1-a0b6-473d-862a-7450d9ab4561 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:00.116269 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6a8d030a-6042-45c9-a8a6-de5ec729966e req-0fbd42d1-a0b6-473d-862a-7450d9ab4561 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 945 time: 0.0560760 Apr 08 09:11:00.161242 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6a8d030a-6042-45c9-a8a6-de5ec729966e req-3ee795c3-5433-4c4d-b91c-55a596b33913 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388775 Apr 08 09:11:00.265273 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e724cb-72d5-4b5f-85a4-12d7867ba7d9 req-68c176e2-7a2c-4ff9-a537-9ad7165dc7e8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:00.266751 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-74e724cb-72d5-4b5f-85a4-12d7867ba7d9 req-68c176e2-7a2c-4ff9-a537-9ad7165dc7e8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0520930 Apr 08 09:11:00.313780 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-74e724cb-72d5-4b5f-85a4-12d7867ba7d9 req-f62d80ed-12dd-427f-b606-c226e90131db tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Apr 08 09:11:00.506239 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a337a-28ad-4f6e-a597-57d80a121d06 req-f3e75262-9cf6-4af6-a770-746a058f1b98 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:00.507615 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-674a337a-28ad-4f6e-a597-57d80a121d06 req-f3e75262-9cf6-4af6-a770-746a058f1b98 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0515735 Apr 08 09:11:00.555803 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-674a337a-28ad-4f6e-a597-57d80a121d06 req-bd27d97a-35ff-47fe-bd5c-c7cab70f9680 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427248 Apr 08 09:11:00.612853 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 165e4621-6dfd-44ee-a0a6-e755150fa058 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:11:00.657844 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 165e4621-6dfd-44ee-a0a6-e755150fa058 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:11:00.658213 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:00.734414 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 165e4621-6dfd-44ee-a0a6-e755150fa058 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:11:00.734718 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:00.756625 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:11:00.758845 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9f3203-5332-4ee9-8f9b-a262a300f748" -d '{"events": [{"server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "name": "network-vif-plugged", "status": "completed", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:11:00.770845 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=165e4621-6dfd-44ee-a0a6-e755150fa058,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:11:00.775898 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:00.803991 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73e5939-99a5-4977-af7b-96a9f63bc0d6 x-openstack-request-id: req-f73e5939-99a5-4977-af7b-96a9f63bc0d6 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:11:00.804307 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "name": "network-vif-plugged", "status": "completed", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:11:00.804590 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f73e5939-99a5-4977-af7b-96a9f63bc0d6 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:11:00.804987 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73e5939-99a5-4977-af7b-96a9f63bc0d6'] response: {'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'code': 200} Apr 08 09:11:00.829546 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=165e4621-6dfd-44ee-a0a6-e755150fa058,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:00.881494 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a585e98-f829-45d6-861e-145b13001b30 req-e5586ef2-1b66-420b-8c5c-25cb434a0804 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:00.882939 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1a585e98-f829-45d6-861e-145b13001b30 req-e5586ef2-1b66-420b-8c5c-25cb434a0804 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 946 time: 0.0542903 Apr 08 09:11:00.928269 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1a585e98-f829-45d6-861e-145b13001b30 req-7db55022-3ce9-459d-972c-2c23ec88d074 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397165 Apr 08 09:11:01.280939 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4992ba-58b0-4dba-b1a7-d1382ca75f3a req-1bdccff4-affd-4252-995a-1ccb8fe2b0a8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:01.282424 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6b4992ba-58b0-4dba-b1a7-d1382ca75f3a req-1bdccff4-affd-4252-995a-1ccb8fe2b0a8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 945 time: 0.0518811 Apr 08 09:11:01.327579 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6b4992ba-58b0-4dba-b1a7-d1382ca75f3a req-572fd166-eb70-4df2-8db3-93414c846919 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396340 Apr 08 09:11:01.703454 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b162c-76ea-4d49-ab1c-f6b0f80be882 req-7703ebb2-25a6-40a3-8e95-dd55c460bfde tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:01.704948 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bf6b162c-76ea-4d49-ab1c-f6b0f80be882 req-7703ebb2-25a6-40a3-8e95-dd55c460bfde tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.3253634 Apr 08 09:11:01.715001 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3251171-3ea5-4944-868c-361a6babe07a req-8ae071b8-7e53-4e19-8341-8b753cbf284e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:01.716422 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3251171-3ea5-4944-868c-361a6babe07a req-8ae071b8-7e53-4e19-8341-8b753cbf284e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0686066 Apr 08 09:11:01.788257 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bf6b162c-76ea-4d49-ab1c-f6b0f80be882 req-1c2196e9-51df-463c-bea3-bffc22efae2f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708637 Apr 08 09:11:01.792241 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e3251171-3ea5-4944-868c-361a6babe07a req-f087c255-f8ea-4cd1-a26b-a5a234f35ff0 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693774 Apr 08 09:11:02.029899 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-0386cc8b-6048-4d10-9761-aafbe5b33aa8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:02.031957 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-0386cc8b-6048-4d10-9761-aafbe5b33aa8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 945 time: 0.0641978 Apr 08 09:11:02.066655 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dbed9-e2c8-4e76-9da5-7946740b6b2b req-d3ce5ad1-65ec-4cee-a4be-5580c1a1dab0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:02.068154 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ba1dbed9-e2c8-4e76-9da5-7946740b6b2b req-d3ce5ad1-65ec-4cee-a4be-5580c1a1dab0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 946 time: 0.0635397 Apr 08 09:11:02.114828 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ba1dbed9-e2c8-4e76-9da5-7946740b6b2b req-6d3b2160-ceeb-4d60-bd7e-a6b171ba1383 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408950 Apr 08 09:11:02.144288 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336fb539-361b-4759-95dd-2d419b8311d0 req-502d7c78-e43f-4c1a-9ca9-77d88b10cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:02.145836 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-336fb539-361b-4759-95dd-2d419b8311d0 req-502d7c78-e43f-4c1a-9ca9-77d88b10cc7f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 1130 time: 0.1388030 Apr 08 09:11:02.186428 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Deleting port 458ec768-d285-478f-8b33-884bd12c39a0 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:11:02.186770 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (458ec768-d285-478f-8b33-884bd12c39a0), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:02.222234 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-336fb539-361b-4759-95dd-2d419b8311d0 req-bed8e0c8-acc1-457a-86b4-27cf5d298535 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698824 Apr 08 09:11:02.285129 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] For port 458ec768-d285-478f-8b33-884bd12c39a0, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=458ec768-d285-478f-8b33-884bd12c39a0,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:11:02.285415 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (458ec768-d285-478f-8b33-884bd12c39a0), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:02.441866 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808d10c-fd9f-4ed9-8f13-f2eb488efe7a req-10db3c92-824e-4fee-ba41-fdd2d68ac3b4 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:02.443429 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f808d10c-fd9f-4ed9-8f13-f2eb488efe7a req-10db3c92-824e-4fee-ba41-fdd2d68ac3b4 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 945 time: 0.0512996 Apr 08 09:11:02.510009 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f808d10c-fd9f-4ed9-8f13-f2eb488efe7a req-32382ce2-4bd7-4052-8dce-be530afebdcd tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=af2f87fa-7ec5-4e84-bfdd-963c310576c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602362 Apr 08 09:11:02.547494 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:02.547816 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (3e3bdd29-6b0f-4dcf-876d-628e8f5d7368), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:02.548151 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Floating IP 3e3bdd29-6b0f-4dcf-876d-628e8f5d7368 disassociated. External IP: 172.27.2.241, port: 458ec768-d285-478f-8b33-884bd12c39a0. Apr 08 09:11:02.548722 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Calling delete_port for 458ec768-d285-478f-8b33-884bd12c39a0 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:11:02.678176 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (458ec768-d285-478f-8b33-884bd12c39a0), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:02.707504 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event deleted for resources: {'Port': ['ID=458ec768-d285-478f-8b33-884bd12c39a0,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:02.721455 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.721818 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.722168 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.722510 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.722856 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.723191 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.723525 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.723855 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.724184 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.724537 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.724868 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.725197 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.725522 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.725848 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.726176 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:02.842319 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:11:02.947832 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037bde6-2b86-42f4-87c8-c146b9d6072e req-181f7a03-735d-4bcb-97c3-861046466f56 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:02.950143 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4037bde6-2b86-42f4-87c8-c146b9d6072e req-181f7a03-735d-4bcb-97c3-861046466f56 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0865307 Apr 08 09:11:02.958064 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:11:02.958593 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725b0a6-5c2e-4802-bded-0916cc496be2 req-884e1513-4570-42d1-bb4e-95ab6614fb8b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:02.960062 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7725b0a6-5c2e-4802-bded-0916cc496be2 req-884e1513-4570-42d1-bb4e-95ab6614fb8b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0876887 Apr 08 09:11:02.970778 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2914386f-56d0-4e1c-94c4-60185113abe8 None None] Sync routers for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:11:02.983412 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914386f-56d0-4e1c-94c4-60185113abe8 None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:11:02.984043 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2914386f-56d0-4e1c-94c4-60185113abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:10:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:02.999876 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] No DVR routers for this DVR port 458ec768-d285-478f-8b33-884bd12c39a0 on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:11:03.002840 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:03.006351 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ef3d16f8-e867-4047-9347-7ef80485a045 req-5ddfb792-4025-47bb-9b2f-a1ecce730458 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "DELETE /v2.0/ports/458ec768-d285-478f-8b33-884bd12c39a0 HTTP/1.1" status: 204 len: 173 time: 0.9690533 Apr 08 09:11:03.007335 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'name': 'network-vif-deleted', 'tag': '458ec768-d285-478f-8b33-884bd12c39a0'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:11:03.009059 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad4d6f0-96ec-42e3-9983-aab93e0fdf37" -d '{"events": [{"server_uuid": "b7ed688c-e615-4f6c-9c61-f78bad4f4521", "name": "network-vif-deleted", "tag": "458ec768-d285-478f-8b33-884bd12c39a0"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:11:03.032964 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4037bde6-2b86-42f4-87c8-c146b9d6072e req-df7a6a7f-d9e9-4fe9-831c-a324990c9661 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719042 Apr 08 09:11:03.040198 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7725b0a6-5c2e-4802-bded-0916cc496be2 req-31e52868-cd86-4755-8eb9-bb31bcfc5c29 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709736 Apr 08 09:11:03.107419 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-2914386f-56d0-4e1c-94c4-60185113abe8 None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:11:03.130703 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce50ea1-d9ab-40ea-b6bd-06249d63ad88 x-openstack-request-id: req-2ce50ea1-d9ab-40ea-b6bd-06249d63ad88 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:11:03.131194 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ed688c-e615-4f6c-9c61-f78bad4f4521", "name": "network-vif-deleted", "tag": "458ec768-d285-478f-8b33-884bd12c39a0", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:11:03.131284 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ce50ea1-d9ab-40ea-b6bd-06249d63ad88 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:11:03.131640 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce50ea1-d9ab-40ea-b6bd-06249d63ad88'] response: {'server_uuid': 'b7ed688c-e615-4f6c-9c61-f78bad4f4521', 'name': 'network-vif-deleted', 'tag': '458ec768-d285-478f-8b33-884bd12c39a0', 'status': 'completed', 'code': 200} Apr 08 09:11:03.236711 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f5882-4888-46b2-a5c5-81355c66f6c6 req-22d845d5-3c7d-4357-99ad-c323c28b3a4b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:03.238273 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9f1f5882-4888-46b2-a5c5-81355c66f6c6 req-22d845d5-3c7d-4357-99ad-c323c28b3a4b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 946 time: 0.0531385 Apr 08 09:11:03.299070 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9f1f5882-4888-46b2-a5c5-81355c66f6c6 req-6d75bf8d-cfa7-4b18-acb6-f2041e8aaff6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551159 Apr 08 09:11:03.335365 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2914386f-56d0-4e1c-94c4-60185113abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': 'a6ca663d-d1a3-4f47-af42-33fbd7ee65a1', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:11:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:05:44Z', 'updated_at': '2022-04-08T09:06:44Z', 'revision_number': 2, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:03.364613 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2914386f-56d0-4e1c-94c4-60185113abe8 None None] Checking router: 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:11:03.373397 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2914386f-56d0-4e1c-94c4-60185113abe8 None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:11:03.374695 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2914386f-56d0-4e1c-94c4-60185113abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:10:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:03.488542 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-2914386f-56d0-4e1c-94c4-60185113abe8 None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:11:03.609276 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-010cd8da-f15a-405a-a37a-cfdf943495a7 req-ae82a34e-7241-42d8-ab32-1853f6dd529c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 210 time: 0.0273762 Apr 08 09:11:03.797455 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2914386f-56d0-4e1c-94c4-60185113abe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': 'a6ca663d-d1a3-4f47-af42-33fbd7ee65a1', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:11:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:05:44Z', 'updated_at': '2022-04-08T09:06:44Z', 'revision_number': 2, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:03.827216 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2914386f-56d0-4e1c-94c4-60185113abe8 None None] The sync data for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi is: [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': 'a6ca663d-d1a3-4f47-af42-33fbd7ee65a1', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:11:51:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:05:44Z', 'updated_at': '2022-04-08T09:06:44Z', 'revision_number': 2, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:11:04.134821 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e837e812-cea2-48da-b2a6-7f75a98c6376 None None] New status for floating IP 3e3bdd29-6b0f-4dcf-876d-628e8f5d7368: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:11:04.205521 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713e76b-43b4-4216-85b0-7a884af3e9d4 req-6f32dd5d-1e53-4e09-9eb0-974e324ae240 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:04.206997 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a713e76b-43b4-4216-85b0-7a884af3e9d4 req-6f32dd5d-1e53-4e09-9eb0-974e324ae240 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0900049 Apr 08 09:11:04.235316 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81c1fa-9fe5-4276-979e-5fcf1d5c59a7 req-37424e93-ad6a-4c59-87cc-9e76aadfe752 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:04.236834 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac81c1fa-9fe5-4276-979e-5fcf1d5c59a7 req-37424e93-ad6a-4c59-87cc-9e76aadfe752 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.1083155 Apr 08 09:11:04.293783 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a713e76b-43b4-4216-85b0-7a884af3e9d4 req-180c0024-6e5c-47cb-bdf8-992a9e96e507 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795882 Apr 08 09:11:04.328743 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac81c1fa-9fe5-4276-979e-5fcf1d5c59a7 req-196be86f-80df-4f8c-b56a-7d66141c8d0a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787063 Apr 08 09:11:04.458741 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1feb827-e2fc-487e-8f47-05c499f4920c req-f32761b8-caee-4103-bf66-72a77b68542f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:04.466799 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d1feb827-e2fc-487e-8f47-05c499f4920c req-f32761b8-caee-4103-bf66-72a77b68542f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 946 time: 0.0833333 Apr 08 09:11:04.523520 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d1feb827-e2fc-487e-8f47-05c499f4920c req-fd0c6dda-cffd-4da6-af18-5e03312d37c2 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505984 Apr 08 09:11:04.576723 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede4ed4-5e01-46b8-bc68-8ab3f334a035 req-a4a59cf2-a292-4a64-8230-d4d4a2e2d1ad tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:04.578185 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fede4ed4-5e01-46b8-bc68-8ab3f334a035 req-a4a59cf2-a292-4a64-8230-d4d4a2e2d1ad tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0536456 Apr 08 09:11:04.624091 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fede4ed4-5e01-46b8-bc68-8ab3f334a035 req-d176d2b7-af52-4095-a22f-98e0914087d7 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401297 Apr 08 09:11:04.721111 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f100d05d-8306-4f19-90fd-3351c42a76ec req-c7c54ebe-4573-4cee-af79-51d8723334b9 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7ed688c-e615-4f6c-9c61-f78bad4f4521 HTTP/1.1" status: 200 len: 210 time: 0.0302699 Apr 08 09:11:04.897490 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb7e31-a7bf-4a13-9d31-189f3d02da8a req-322c2fc4-7697-41bd-a013-a72a1c4ff008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:04.899647 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c0fb7e31-a7bf-4a13-9d31-189f3d02da8a req-322c2fc4-7697-41bd-a013-a72a1c4ff008 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 1130 time: 0.0527713 Apr 08 09:11:05.001442 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb7e31-a7bf-4a13-9d31-189f3d02da8a req-68b4ffd7-8148-417a-a30f-c90d5e8267c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:05.002893 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c0fb7e31-a7bf-4a13-9d31-189f3d02da8a req-68b4ffd7-8148-417a-a30f-c90d5e8267c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d212e64-e599-4f30-a480-e7099d8eb4c3 HTTP/1.1" status: 200 len: 911 time: 0.0837054 Apr 08 09:11:05.071321 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c0fb7e31-a7bf-4a13-9d31-189f3d02da8a req-de46884f-88f6-4043-a362-cda47e8bd3da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf051081-3865-4f6b-8294-171cb8880bc5 HTTP/1.1" status: 200 len: 1002 time: 0.0617821 Apr 08 09:11:05.120649 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb7e31-a7bf-4a13-9d31-189f3d02da8a req-0ed28311-e0aa-47e8-a01e-33a094ad623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:05.122106 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c0fb7e31-a7bf-4a13-9d31-189f3d02da8a req-0ed28311-e0aa-47e8-a01e-33a094ad623b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=317ed796-bf5f-413a-88ba-27d2f3ef552b HTTP/1.1" status: 200 len: 850 time: 0.0438335 Apr 08 09:11:05.170269 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb7e31-a7bf-4a13-9d31-189f3d02da8a req-88281bc5-fb84-42ce-a474-9c64d53b120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:05.171659 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c0fb7e31-a7bf-4a13-9d31-189f3d02da8a req-88281bc5-fb84-42ce-a474-9c64d53b120b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d212e64-e599-4f30-a480-e7099d8eb4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439463 Apr 08 09:11:05.265115 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c0fb7e31-a7bf-4a13-9d31-189f3d02da8a req-7393f9ea-a365-4fea-ba75-7c4157ab059c service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847726 Apr 08 09:11:05.361405 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c0fb7e31-a7bf-4a13-9d31-189f3d02da8a req-97bbb2a7-6721-48fa-9605-0ed0019bb884 service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850251 Apr 08 09:11:05.411742 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdba04-d810-4daa-bca6-0bcba4f9e484 req-85ff8fec-b8ad-498c-ba7b-0c3f8a1a29e2 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:05.413404 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-75cdba04-d810-4daa-bca6-0bcba4f9e484 req-85ff8fec-b8ad-498c-ba7b-0c3f8a1a29e2 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0576811 Apr 08 09:11:05.460336 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-75cdba04-d810-4daa-bca6-0bcba4f9e484 req-b1a84085-33bb-4f05-883a-2e6f29d66a15 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404997 Apr 08 09:11:05.633684 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23acd58-e1fa-4a7c-8c57-9b0e2549a5d7 req-49862898-2030-4c43-97d6-a81b0b35fe10 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:05.635229 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f23acd58-e1fa-4a7c-8c57-9b0e2549a5d7 req-49862898-2030-4c43-97d6-a81b0b35fe10 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 946 time: 0.0514452 Apr 08 09:11:05.689310 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f23acd58-e1fa-4a7c-8c57-9b0e2549a5d7 req-561e14f6-ba64-4d32-a9d0-5a6857e7a633 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476978 Apr 08 09:11:05.761219 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495891ab-8431-4725-8f3d-f08a24016ce1 req-81b1086b-ec03-46ff-9a19-8e989085bbca tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:05.762621 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-495891ab-8431-4725-8f3d-f08a24016ce1 req-81b1086b-ec03-46ff-9a19-8e989085bbca tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0631814 Apr 08 09:11:05.820738 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-495891ab-8431-4725-8f3d-f08a24016ce1 req-9f4fb05d-f633-46ed-acbe-0909a5494512 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522821 Apr 08 09:11:05.837458 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 33848) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:11:05.894915 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1fa6214-b01c-491a-b423-aa0be8c316db tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (af2f87fa-7ec5-4e84-bfdd-963c310576c1), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:05.924634 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1fa6214-b01c-491a-b423-aa0be8c316db tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (af2f87fa-7ec5-4e84-bfdd-963c310576c1), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:05.972579 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1fa6214-b01c-491a-b423-aa0be8c316db tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (af2f87fa-7ec5-4e84-bfdd-963c310576c1), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:05.975467 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f1fa6214-b01c-491a-b423-aa0be8c316db tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:05.976798 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f1fa6214-b01c-491a-b423-aa0be8c316db tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "DELETE /v2.0/security-groups/af2f87fa-7ec5-4e84-bfdd-963c310576c1 HTTP/1.1" status: 204 len: 168 time: 0.1381986 Apr 08 09:11:05.980088 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 33850) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:11:05.986959 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa6214-b01c-491a-b423-aa0be8c316db tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2f87fa-7ec5-4e84-bfdd-963c310576c1,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:05.992501 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.api.v2.resource [None req-81512c09-d327-4484-9785-22116e4ce53e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] show failed (client error): The resource could not be found. Apr 08 09:11:05.996851 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-81512c09-d327-4484-9785-22116e4ce53e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups/af2f87fa-7ec5-4e84-bfdd-963c310576c1 HTTP/1.1" status: 404 len: 347 time: 0.0124168 Apr 08 09:11:05.996851 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 33852) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:11:06.125857 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Deleting port 92845cb3-3493-48e7-bb08-e1b8ab492c6f {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:11:06.126202 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (92845cb3-3493-48e7-bb08-e1b8ab492c6f), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:06.202137 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (92845cb3-3493-48e7-bb08-e1b8ab492c6f), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:06.202388 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (92845cb3-3493-48e7-bb08-e1b8ab492c6f), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:06.213496 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Calling delete_port for 92845cb3-3493-48e7-bb08-e1b8ab492c6f owned by network:floatingip {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:11:06.349504 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (92845cb3-3493-48e7-bb08-e1b8ab492c6f), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:06.375793 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event deleted for resources: {'Port': ['ID=92845cb3-3493-48e7-bb08-e1b8ab492c6f,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:06.384652 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.385011 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.385356 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.386220 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.386560 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.386905 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.387243 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.387566 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.387896 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.388384 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.388580 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.388959 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.389243 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.389567 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.389893 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:06.457449 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (3e3bdd29-6b0f-4dcf-876d-628e8f5d7368), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:06.460013 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:06.461187 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1bc95355-ac7f-4083-82ab-4f7347557b4a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "DELETE /v2.0/floatingips/3e3bdd29-6b0f-4dcf-876d-628e8f5d7368 HTTP/1.1" status: 204 len: 168 time: 0.4585867 Apr 08 09:11:06.582348 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5642e-0e8a-4f2c-b6de-8aff5421d28b req-8a6b32ac-a9cf-4265-b979-4a53941cb10c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:06.586435 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4db5642e-0e8a-4f2c-b6de-8aff5421d28b req-8a6b32ac-a9cf-4265-b979-4a53941cb10c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0574758 Apr 08 09:11:06.635359 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4db5642e-0e8a-4f2c-b6de-8aff5421d28b req-18fec9fe-7973-44b4-aef1-478633db6a86 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455534 Apr 08 09:11:06.678174 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 458ec768-d285-478f-8b33-884bd12c39a0 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:11:06.699636 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: 458ec768-d285-478f-8b33-884bd12c39a0 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:11:06.700241 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 458ec768-d285-478f-8b33-884bd12c39a0 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:11:06.943916 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fe491-bc49-4024-82b8-5b7f9225ac38 req-8db67d5e-217a-48e6-8a3c-3d66c7fac735 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:06.945445 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a80fe491-bc49-4024-82b8-5b7f9225ac38 req-8db67d5e-217a-48e6-8a3c-3d66c7fac735 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0553024 Apr 08 09:11:06.990598 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a80fe491-bc49-4024-82b8-5b7f9225ac38 req-28eefef2-9322-4a6f-a6a0-4cb9aa39d838 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391598 Apr 08 09:11:07.751339 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93ad9d-b305-403a-9241-b16ece03bf84 req-d5d6272e-7dc1-48c2-9be1-edd4aadb0db5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:07.752845 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac93ad9d-b305-403a-9241-b16ece03bf84 req-d5d6272e-7dc1-48c2-9be1-edd4aadb0db5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0521455 Apr 08 09:11:07.800249 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac93ad9d-b305-403a-9241-b16ece03bf84 req-f5f4c26e-f1f7-47c8-8e96-1bc087ab155d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419445 Apr 08 09:11:08.132112 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b179c-3226-4cbb-b34f-7064274e1bef req-53c1ebbe-a775-4640-a6ed-03f64ba822a9 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:08.133616 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f36b179c-3226-4cbb-b34f-7064274e1bef req-53c1ebbe-a775-4640-a6ed-03f64ba822a9 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 945 time: 0.0553954 Apr 08 09:11:08.179436 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f36b179c-3226-4cbb-b34f-7064274e1bef req-e2755871-ca6a-4fd3-b560-1376b49277ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402510 Apr 08 09:11:08.414068 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcea0fa0-51c8-417f-91df-e11d2bdd05ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:08.917183 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afafcf6-a4a7-4a10-811d-8c72966bdf5a req-4fa83048-114b-4dd9-a5b1-0e6c2af280cf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:08.918910 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5afafcf6-a4a7-4a10-811d-8c72966bdf5a req-4fa83048-114b-4dd9-a5b1-0e6c2af280cf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0519567 Apr 08 09:11:08.964827 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5afafcf6-a4a7-4a10-811d-8c72966bdf5a req-c09139fe-adbd-4a26-94cc-55185dbe8877 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404403 Apr 08 09:11:09.293847 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee2b73-d7f4-489e-aa70-7cddaafb0426 req-a176ceb5-f261-4ee4-84ba-00de351fb279 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:09.295300 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8dee2b73-d7f4-489e-aa70-7cddaafb0426 req-a176ceb5-f261-4ee4-84ba-00de351fb279 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 945 time: 0.0514207 Apr 08 09:11:09.344330 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8dee2b73-d7f4-489e-aa70-7cddaafb0426 req-e2849b85-bb94-406f-9304-8e6bd9e5ab2e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436184 Apr 08 09:11:10.062290 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-6de90396-a7f3-4b09-bf0d-12e6ab786e48 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:10.063739 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-6de90396-a7f3-4b09-bf0d-12e6ab786e48 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 945 time: 0.0519805 Apr 08 09:11:10.079871 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7f635-31a8-49d2-bf4e-b98633462503 req-4aa9a9ed-cb02-4819-a82f-7e6ef86995be tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:10.081378 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-87f7f635-31a8-49d2-bf4e-b98633462503 req-4aa9a9ed-cb02-4819-a82f-7e6ef86995be tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0527828 Apr 08 09:11:10.126899 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-87f7f635-31a8-49d2-bf4e-b98633462503 req-da976190-b8b0-4c9c-bd9e-55b584b7b7e5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399799 Apr 08 09:11:10.155444 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Deleting port 802534ea-4cf7-4e03-959a-da955e0a2a85 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:11:10.155785 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:10.243873 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] For port 802534ea-4cf7-4e03-959a-da955e0a2a85, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=802534ea-4cf7-4e03-959a-da955e0a2a85,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:11:10.244239 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:10.417571 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:10.417935 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (a6ca663d-d1a3-4f47-af42-33fbd7ee65a1), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:10.418296 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Floating IP a6ca663d-d1a3-4f47-af42-33fbd7ee65a1 disassociated. External IP: 172.27.2.180, port: 802534ea-4cf7-4e03-959a-da955e0a2a85. Apr 08 09:11:10.418631 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Calling delete_port for 802534ea-4cf7-4e03-959a-da955e0a2a85 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:11:10.460563 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb382540-3b4a-4086-82d2-896e51aefa1f req-bb166274-f482-446c-8030-a061d576aab4 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:10.462025 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bb382540-3b4a-4086-82d2-896e51aefa1f req-bb166274-f482-446c-8030-a061d576aab4 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 945 time: 0.0521724 Apr 08 09:11:10.509283 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bb382540-3b4a-4086-82d2-896e51aefa1f req-6d7d9be6-0374-47cd-ba60-0efb6ff18c3e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=d36d18ce-ed25-4a43-8acf-d3dca09446e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417094 Apr 08 09:11:10.546171 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (802534ea-4cf7-4e03-959a-da955e0a2a85), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:10.574209 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event deleted for resources: {'Port': ['ID=802534ea-4cf7-4e03-959a-da955e0a2a85,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:10.685644 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:11:10.794474 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:11:10.800685 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-103eb8eb-5cf7-4830-8a6f-d733e8eff28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:10.805391 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2743ff-8954-4d2f-8b5c-ff0526d49d09 None None] Sync routers for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:11:10.816099 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2743ff-8954-4d2f-8b5c-ff0526d49d09 None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:11:10.817161 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2a2743ff-8954-4d2f-8b5c-ff0526d49d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:11:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:10.845020 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] No DVR routers for this DVR port 802534ea-4cf7-4e03-959a-da955e0a2a85 on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:11:10.847627 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:10.851148 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-745b8953-0e3b-4857-b915-cdb85a6e45fc req-e5d3b0cb-8dfc-4f9d-adba-4ebe633f53f8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "DELETE /v2.0/ports/802534ea-4cf7-4e03-959a-da955e0a2a85 HTTP/1.1" status: 204 len: 173 time: 0.7822042 Apr 08 09:11:10.851587 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'name': 'network-vif-deleted', 'tag': '802534ea-4cf7-4e03-959a-da955e0a2a85'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:11:10.853817 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c607b5-b342-4834-8f13-4a217fae2d1d" -d '{"events": [{"server_uuid": "f78d32a5-5d3a-4d55-93a8-97a447a42e15", "name": "network-vif-deleted", "tag": "802534ea-4cf7-4e03-959a-da955e0a2a85"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:11:10.896652 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40700a83-98fb-46bf-ac79-86243e1eb570 x-openstack-request-id: req-40700a83-98fb-46bf-ac79-86243e1eb570 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:11:10.896950 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78d32a5-5d3a-4d55-93a8-97a447a42e15", "name": "network-vif-deleted", "tag": "802534ea-4cf7-4e03-959a-da955e0a2a85", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:11:10.897210 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40700a83-98fb-46bf-ac79-86243e1eb570 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:11:10.897717 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40700a83-98fb-46bf-ac79-86243e1eb570'] response: {'server_uuid': 'f78d32a5-5d3a-4d55-93a8-97a447a42e15', 'name': 'network-vif-deleted', 'tag': '802534ea-4cf7-4e03-959a-da955e0a2a85', 'status': 'completed', 'code': 200} Apr 08 09:11:10.927303 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-2a2743ff-8954-4d2f-8b5c-ff0526d49d09 None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:11:11.125707 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2a2743ff-8954-4d2f-8b5c-ff0526d49d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:11.154480 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2743ff-8954-4d2f-8b5c-ff0526d49d09 None None] Checking router: 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:11:11.163042 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2743ff-8954-4d2f-8b5c-ff0526d49d09 None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:11:11.163820 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2a2743ff-8954-4d2f-8b5c-ff0526d49d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:11:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:11.248514 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e6cfd-2488-4390-a1d6-2bfddecd4f28 req-7dd5fe26-ec25-4c59-b512-3085d93db3cd tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:11.249940 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a68e6cfd-2488-4390-a1d6-2bfddecd4f28 req-7dd5fe26-ec25-4c59-b512-3085d93db3cd tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0559018 Apr 08 09:11:11.271676 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-2a2743ff-8954-4d2f-8b5c-ff0526d49d09 None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:11:11.296246 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a68e6cfd-2488-4390-a1d6-2bfddecd4f28 req-761f5eac-7af4-41dd-af5e-94618b3af495 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407925 Apr 08 09:11:11.462930 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2a2743ff-8954-4d2f-8b5c-ff0526d49d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:11.488548 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2743ff-8954-4d2f-8b5c-ff0526d49d09 None None] The sync data for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi is: [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:11:11.605038 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00da6e7a-96be-42f0-8966-c52695124d46 req-821c8030-2025-4575-8479-48f81e66844b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=f78d32a5-5d3a-4d55-93a8-97a447a42e15 HTTP/1.1" status: 200 len: 210 time: 0.0272439 Apr 08 09:11:11.712598 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e924943-648b-4f76-8c74-10ecce258245 None None] New status for floating IP a6ca663d-d1a3-4f47-af42-33fbd7ee65a1: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:11:11.866648 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa11f1f-7fce-4cf2-b351-9a25cbe67059 req-550be2a2-8fb5-46c3-a6da-a510a61b11f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:11.868159 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2aa11f1f-7fce-4cf2-b351-9a25cbe67059 req-550be2a2-8fb5-46c3-a6da-a510a61b11f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 1130 time: 0.0485046 Apr 08 09:11:11.974741 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:12.122489 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2aa11f1f-7fce-4cf2-b351-9a25cbe67059 req-7e7a22b6-7304-41f1-8d23-efdeaa5e57d1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370486 Apr 08 09:11:12.412896 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530d550-e220-4a6c-a2aa-9ff6a02cdfac req-5763b29f-af9a-4fbc-abdd-e2414db1ea4d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:12.414535 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e530d550-e220-4a6c-a2aa-9ff6a02cdfac req-5763b29f-af9a-4fbc-abdd-e2414db1ea4d tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0515590 Apr 08 09:11:12.460323 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e530d550-e220-4a6c-a2aa-9ff6a02cdfac req-9c10a251-184d-409c-a113-5bb0366e8bc4 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398812 Apr 08 09:11:12.685477 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 33904) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:11:12.740519 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2a4d-4279-40fb-a6a0-3d49246b8afa tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (d36d18ce-ed25-4a43-8acf-d3dca09446e5), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:12.763589 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2a4d-4279-40fb-a6a0-3d49246b8afa tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (d36d18ce-ed25-4a43-8acf-d3dca09446e5), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:12.809736 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2a4d-4279-40fb-a6a0-3d49246b8afa tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (d36d18ce-ed25-4a43-8acf-d3dca09446e5), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:12.812646 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2a4d-4279-40fb-a6a0-3d49246b8afa tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:12.813903 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9f9d2a4d-4279-40fb-a6a0-3d49246b8afa tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "DELETE /v2.0/security-groups/d36d18ce-ed25-4a43-8acf-d3dca09446e5 HTTP/1.1" status: 204 len: 168 time: 0.1272349 Apr 08 09:11:12.816582 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 33906) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:11:12.823219 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d2a4d-4279-40fb-a6a0-3d49246b8afa tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36d18ce-ed25-4a43-8acf-d3dca09446e5,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:12.832813 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.api.v2.resource [None req-c9570784-9873-4b6e-92a8-31b059e7774a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] show failed (client error): The resource could not be found. Apr 08 09:11:12.833833 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c9570784-9873-4b6e-92a8-31b059e7774a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups/d36d18ce-ed25-4a43-8acf-d3dca09446e5 HTTP/1.1" status: 404 len: 347 time: 0.0162294 Apr 08 09:11:12.836696 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 33908) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:11:12.957429 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-bba0d99a-6d3c-4d89-8748-102b69a3534f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Deleting port 91d757c3-fce4-4de7-a4b7-c377b5629fb2 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:11:12.958098 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bba0d99a-6d3c-4d89-8748-102b69a3534f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (91d757c3-fce4-4de7-a4b7-c377b5629fb2), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.034419 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bba0d99a-6d3c-4d89-8748-102b69a3534f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (91d757c3-fce4-4de7-a4b7-c377b5629fb2), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.034741 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bba0d99a-6d3c-4d89-8748-102b69a3534f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (91d757c3-fce4-4de7-a4b7-c377b5629fb2), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.046112 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-bba0d99a-6d3c-4d89-8748-102b69a3534f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Calling delete_port for 91d757c3-fce4-4de7-a4b7-c377b5629fb2 owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:11:13.175038 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bba0d99a-6d3c-4d89-8748-102b69a3534f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (91d757c3-fce4-4de7-a4b7-c377b5629fb2), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.202531 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0d99a-6d3c-4d89-8748-102b69a3534f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event deleted for resources: {'Port': ['ID=91d757c3-fce4-4de7-a4b7-c377b5629fb2,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:13.261535 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bba0d99a-6d3c-4d89-8748-102b69a3534f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (a6ca663d-d1a3-4f47-af42-33fbd7ee65a1), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.264003 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bba0d99a-6d3c-4d89-8748-102b69a3534f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.265182 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-bba0d99a-6d3c-4d89-8748-102b69a3534f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "DELETE /v2.0/floatingips/a6ca663d-d1a3-4f47-af42-33fbd7ee65a1 HTTP/1.1" status: 204 len: 168 time: 0.4274669 Apr 08 09:11:13.300602 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.576994 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9ff1d-b2ec-4b55-afd2-1b0c88e01331 req-c1f74528-8254-4af2-83bb-a872983ad5c7 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:13.578527 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-13c9ff1d-b2ec-4b55-afd2-1b0c88e01331 req-c1f74528-8254-4af2-83bb-a872983ad5c7 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0522263 Apr 08 09:11:13.623217 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-13c9ff1d-b2ec-4b55-afd2-1b0c88e01331 req-b44d2d72-2525-45d9-b41a-cf7c53a1d342 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392253 Apr 08 09:11:13.713870 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 33914) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:11:13.718338 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-2e0847c2-a004-4dac-bd3c-a04d476afde5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000360933', 'description': 'tempest-description--1440046336'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:11:13.739041 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2e0847c2-a004-4dac-bd3c-a04d476afde5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.805124 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2e0847c2-a004-4dac-bd3c-a04d476afde5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (badb5f73-7cb0-4b72-9c96-aa446447fdb4), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.809020 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2e0847c2-a004-4dac-bd3c-a04d476afde5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (badb5f73-7cb0-4b72-9c96-aa446447fdb4), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.835098 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2e0847c2-a004-4dac-bd3c-a04d476afde5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.836306 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-2e0847c2-a004-4dac-bd3c-a04d476afde5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1214409 Apr 08 09:11:13.839411 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 33916) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:11:13.840315 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0847c2-a004-4dac-bd3c-a04d476afde5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badb5f73-7cb0-4b72-9c96-aa446447fdb4,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:13.843876 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-da097b5a-b018-45c7-836c-9b1081015765 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'security_group_rule': {'security_group_id': 'badb5f73-7cb0-4b72-9c96-aa446447fdb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:11:13.868792 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-da097b5a-b018-45c7-836c-9b1081015765 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (20cc2a12-a224-439c-8e7c-6908e62de0ab), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.928016 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-da097b5a-b018-45c7-836c-9b1081015765 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (20cc2a12-a224-439c-8e7c-6908e62de0ab), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.933737 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-da097b5a-b018-45c7-836c-9b1081015765 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (20cc2a12-a224-439c-8e7c-6908e62de0ab), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.951642 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da097b5a-b018-45c7-836c-9b1081015765 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cc2a12-a224-439c-8e7c-6908e62de0ab,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:13.958877 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-da097b5a-b018-45c7-836c-9b1081015765 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:13.960076 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-da097b5a-b018-45c7-836c-9b1081015765 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197848 Apr 08 09:11:13.962766 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 33918) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:11:13.967019 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-52d3818e-3251-4087-8b62-d4ecdff18ba5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'security_group_rule': {'security_group_id': 'badb5f73-7cb0-4b72-9c96-aa446447fdb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:11:13.990556 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-52d3818e-3251-4087-8b62-d4ecdff18ba5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (054d6108-28ed-4900-87a7-417088de4973), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.044817 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-52d3818e-3251-4087-8b62-d4ecdff18ba5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (054d6108-28ed-4900-87a7-417088de4973), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.048091 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-52d3818e-3251-4087-8b62-d4ecdff18ba5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (054d6108-28ed-4900-87a7-417088de4973), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.065744 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3818e-3251-4087-8b62-d4ecdff18ba5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054d6108-28ed-4900-87a7-417088de4973,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:14.072446 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-52d3818e-3251-4087-8b62-d4ecdff18ba5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.073672 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-52d3818e-3251-4087-8b62-d4ecdff18ba5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1099448 Apr 08 09:11:14.076731 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 33920) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:11:14.080881 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:11:14.099999 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.195165 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.295510 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Allocated IP 172.27.2.111 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/2821e6bd-e024-4590-bd12-117fc8b16131) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:11:14.401116 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for port (2821e6bd-e024-4590-bd12-117fc8b16131), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.434276 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (2821e6bd-e024-4590-bd12-117fc8b16131), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.469493 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:11:14.472171 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:11:14.475478 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:11:14.501409 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'Port': ['ID=2821e6bd-e024-4590-bd12-117fc8b16131,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:14.562039 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (21bedf82-00a4-4adf-9f60-3ab88d95baef), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.601005 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (2821e6bd-e024-4590-bd12-117fc8b16131), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.699632 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 802534ea-4cf7-4e03-959a-da955e0a2a85 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:11:14.724517 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.726917 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: 802534ea-4cf7-4e03-959a-da955e0a2a85 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:11:14.727264 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 802534ea-4cf7-4e03-959a-da955e0a2a85 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:11:14.774613 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65393bf-d064-4bcc-a831-f05f2a766b87 req-e445a8ca-a9a4-42f2-9303-5b42c7e81709 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:14.776076 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f65393bf-d064-4bcc-a831-f05f2a766b87 req-e445a8ca-a9a4-42f2-9303-5b42c7e81709 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0860491 Apr 08 09:11:14.815508 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for port (2821e6bd-e024-4590-bd12-117fc8b16131), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.823717 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (2821e6bd-e024-4590-bd12-117fc8b16131), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.897797 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f65393bf-d064-4bcc-a831-f05f2a766b87 req-d35a395e-b271-44ff-9f6b-dedb09e45f07 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157279 Apr 08 09:11:14.913356 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'Port': ['ID=2821e6bd-e024-4590-bd12-117fc8b16131,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:14.926604 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (21bedf82-00a4-4adf-9f60-3ab88d95baef), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.941690 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:14.943071 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-07dae79e-4d54-429f-9547-d805171831ee tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8654003 Apr 08 09:11:15.098552 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-3874bb3e-3bd2-4060-b00a-377ae94d8542 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2000360933&fields=id&tenant_id=d6f8df1da1ee4ace879e651f6adafe22 HTTP/1.1" status: 200 len: 267 time: 0.0463960 Apr 08 09:11:15.223752 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-f23a1107-8344-479d-8dad-44fdf4bf21bc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:15.225231 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-f23a1107-8344-479d-8dad-44fdf4bf21bc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 815 time: 0.1197622 Apr 08 09:11:15.257363 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-a90fa8af-c6f7-451d-987e-296a25abc023 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/quotas/d6f8df1da1ee4ace879e651f6adafe22 HTTP/1.1" status: 200 len: 375 time: 0.0140421 Apr 08 09:11:15.265534 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbae1f-ee51-456d-9632-5cf06f7c2d6d req-d327f93f-3478-44d6-9590-b3167f65daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:15.267174 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1afbae1f-ee51-456d-9632-5cf06f7c2d6d req-d327f93f-3478-44d6-9590-b3167f65daf9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 1130 time: 0.0491927 Apr 08 09:11:15.285557 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552c677-deb8-4485-8d29-ad76435d037e req-8e428713-4d88-4a1f-a395-d23ef1b9c932 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:15.287051 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3552c677-deb8-4485-8d29-ad76435d037e req-8e428713-4d88-4a1f-a395-d23ef1b9c932 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0863090 Apr 08 09:11:15.356444 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-79b94810-68a0-45e3-a813-4f04f4bf4a6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907502 Apr 08 09:11:15.359363 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbae1f-ee51-456d-9632-5cf06f7c2d6d req-580593ca-aad9-46f0-ad40-eec674c2c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:15.359716 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3552c677-deb8-4485-8d29-ad76435d037e req-4f5c2121-e080-4ecb-8080-ea13a6994b1e tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579519 Apr 08 09:11:15.360840 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1afbae1f-ee51-456d-9632-5cf06f7c2d6d req-580593ca-aad9-46f0-ad40-eec674c2c62e service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.0882533 Apr 08 09:11:15.432778 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1afbae1f-ee51-456d-9632-5cf06f7c2d6d req-e9c13da2-3f20-4a95-88ae-1677b4f72023 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a98bcfc-3520-406b-9078-3bf74bc21ca2 HTTP/1.1" status: 200 len: 1002 time: 0.0661216 Apr 08 09:11:15.488205 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbae1f-ee51-456d-9632-5cf06f7c2d6d req-be6e8f3d-9570-497f-b197-c32bf6a5b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:15.489951 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1afbae1f-ee51-456d-9632-5cf06f7c2d6d req-be6e8f3d-9570-497f-b197-c32bf6a5b8f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0513968 Apr 08 09:11:15.507158 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-6b712613-a306-4d65-aba6-84892e3bb595 service neutron] 10.222.0.11 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377904 Apr 08 09:11:15.544149 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbae1f-ee51-456d-9632-5cf06f7c2d6d req-9959c713-7ceb-4350-b9c1-d5be8ccdee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:15.545683 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1afbae1f-ee51-456d-9632-5cf06f7c2d6d req-9959c713-7ceb-4350-b9c1-d5be8ccdee6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472901 Apr 08 09:11:15.595807 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-12f70a19-1b84-40ee-bd6f-dc936514caf0 service neutron] 10.222.0.11 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821753 Apr 08 09:11:15.767975 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-43ba457f-2a36-4dbd-b955-3ab069ac56d4 req-92714f0c-6497-403b-b012-c79e1206f315 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 210 time: 0.0327539 Apr 08 09:11:15.874289 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1afbae1f-ee51-456d-9632-5cf06f7c2d6d req-b5a1a6af-0aa5-49c0-a8f3-8ac56cc17bcf service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221245 Apr 08 09:11:15.963107 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1afbae1f-ee51-456d-9632-5cf06f7c2d6d req-20548696-00bc-4082-a0ff-31267f3e770b service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823362 Apr 08 09:11:16.480595 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f5b37-b45c-4c56-ba5f-907fbeffcaa2 req-3fb671e7-2a59-4ed6-ba8d-fa562156af58 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:16.481961 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-123f5b37-b45c-4c56-ba5f-907fbeffcaa2 req-3fb671e7-2a59-4ed6-ba8d-fa562156af58 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0557168 Apr 08 09:11:16.527367 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-123f5b37-b45c-4c56-ba5f-907fbeffcaa2 req-804fe472-2b0b-471d-9205-492a8e18f108 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399539 Apr 08 09:11:16.860903 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-56e07054-e578-4f41-8ac3-4f175426b0c2 req-46f15592-7e4d-407e-bf10-40a89c625f67 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 210 time: 0.0294487 Apr 08 09:11:17.646488 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6c7d3-76be-4bde-ae29-6e20749aa7ab req-458cc518-5d76-4bae-a2fc-d06ac6ab5ebf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:17.647909 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-22f6c7d3-76be-4bde-ae29-6e20749aa7ab req-458cc518-5d76-4bae-a2fc-d06ac6ab5ebf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0505204 Apr 08 09:11:17.693154 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-22f6c7d3-76be-4bde-ae29-6e20749aa7ab req-5510c4d5-e231-4502-bed9-7072261bcf32 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398180 Apr 08 09:11:17.952711 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-50f6b49b-ac38-4dfe-97ae-0aa9d7ad21ca req-6083ce6f-d696-476e-b7ca-0ceee1b4b97b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 210 time: 0.0295742 Apr 08 09:11:18.810824 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d3cd0-55b1-4f96-9e66-4b26ec41428c req-20050db6-66f9-4c67-9c0b-cd741641cdcf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:18.812291 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6b0d3cd0-55b1-4f96-9e66-4b26ec41428c req-20050db6-66f9-4c67-9c0b-cd741641cdcf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0530581 Apr 08 09:11:18.858176 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6b0d3cd0-55b1-4f96-9e66-4b26ec41428c req-74ff7c89-7b5f-452f-87a6-4dc09bd009b2 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402296 Apr 08 09:11:18.969280 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69adf8-d537-408a-bcc8-05708e71d5c6 req-54db9fd1-192d-4a0d-a819-df879ce79cad tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:18.970745 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae69adf8-d537-408a-bcc8-05708e71d5c6 req-54db9fd1-192d-4a0d-a819-df879ce79cad tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0514014 Apr 08 09:11:18.979140 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 33974) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:11:18.983504 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-7fc17b04-a0c7-4664-91e5-34738aba0b7a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Request body: {'floatingip': {'port_id': '1a98bcfc-3520-406b-9078-3bf74bc21ca2'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:11:19.051818 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-22a30cf3-41e2-4554-9f59-1be26038f415 req-f3bf4209-583e-4e19-85b7-50ccb233025a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 210 time: 0.0335438 Apr 08 09:11:19.064411 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7fc17b04-a0c7-4664-91e5-34738aba0b7a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for floatingip (673610ae-cc35-4c03-b033-933d47dada0b), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:19.341284 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-4c0ed8d4-4d61-41a7-a76c-6c5444a75440 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:19.342765 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-4c0ed8d4-4d61-41a7-a76c-6c5444a75440 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 815 time: 0.1059155 Apr 08 09:11:19.418890 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-6d2d5416-d5c1-4a96-a0bf-1de705993811 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6f8df1da1ee4ace879e651f6adafe22 HTTP/1.1" status: 200 len: 380 time: 0.0509694 Apr 08 09:11:19.504663 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'port': {'device_id': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'admin_state_up': True, 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'security_groups': ['badb5f73-7cb0-4b72-9c96-aa446447fdb4']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:11:19.548021 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7fc17b04-a0c7-4664-91e5-34738aba0b7a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:19.551771 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7fc17b04-a0c7-4664-91e5-34738aba0b7a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (673610ae-cc35-4c03-b033-933d47dada0b), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:19.613423 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Made reservation on behalf of d6f8df1da1ee4ace879e651f6adafe22 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:11:19.616970 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:19.741458 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Allocated IP 172.20.0.7 (1f94f736-3add-466f-a71b-84aa6e30f09b/9b66a29b-7eca-47b9-81d7-f1a70dd2413c/eba3eea8-d2c3-4920-8f1f-4911dfe5492f) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:11:19.898117 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:19.933253 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:19.978699 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Network 1f94f736-3add-466f-a71b-84aa6e30f09b is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:11:19.984591 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:11:19.989209 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:11:19.993152 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'Port': ['ID=eba3eea8-d2c3-4920-8f1f-4911dfe5492f,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:20.024131 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc17b04-a0c7-4664-91e5-34738aba0b7a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Router 5622308b-a745-4a20-b72d-6443d6acfbca has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:11:20.048081 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:20.048754 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:20.067338 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-dfb0e3f6-3644-4a81-9962-8c9f84df3f45 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665381 Apr 08 09:11:20.096258 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Request body: {'port': {'device_id': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:11:20.168229 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:20.179984 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc17b04-a0c7-4664-91e5-34738aba0b7a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:11:20.185142 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7fc17b04-a0c7-4664-91e5-34738aba0b7a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:20.206021 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859fefb6-837f-4f35-9a00-87f2ee0c840b None None] Sync routers for ids ['5622308b-a745-4a20-b72d-6443d6acfbca'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:11:20.226975 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859fefb6-837f-4f35-9a00-87f2ee0c840b None None] Routers {'5622308b-a745-4a20-b72d-6443d6acfbca'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:11:20.228058 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-859fefb6-837f-4f35-9a00-87f2ee0c840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:11:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['5622308b-a745-4a20-b72d-6443d6acfbca'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:20.235003 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c7f06-6ed4-4ea3-92dd-bfe68a6aee19 req-f09b8fec-debc-4a23-a8f7-9ca9e72a26a5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:20.236611 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-063c7f06-6ed4-4ea3-92dd-bfe68a6aee19 req-f09b8fec-debc-4a23-a8f7-9ca9e72a26a5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 931 time: 0.1068597 Apr 08 09:11:20.244041 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'tag': '1a98bcfc-3520-406b-9078-3bf74bc21ca2'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:11:20.246264 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa78602-3ada-4409-859b-26fd035a27cb" -d '{"events": [{"name": "network-changed", "server_uuid": "aa761de8-0331-4186-91c4-0e9714f71d48", "tag": "1a98bcfc-3520-406b-9078-3bf74bc21ca2"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:11:20.318529 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-f2bc292d-3674-49ea-a4ea-5fc09d4c2a8f None None] Provisioning complete for port eba3eea8-d2c3-4920-8f1f-4911dfe5492f triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:11:20.320421 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2bc292d-3674-49ea-a4ea-5fc09d4c2a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:20.321699 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-063c7f06-6ed4-4ea3-92dd-bfe68a6aee19 req-951df92e-029d-42a2-b497-849342397ae1 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782585 Apr 08 09:11:20.339355 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7fc17b04-a0c7-4664-91e5-34738aba0b7a tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "PUT /v2.0/floatingips/673610ae-cc35-4c03-b033-933d47dada0b HTTP/1.1" status: 200 len: 994 time: 1.3585036 Apr 08 09:11:20.374700 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-859fefb6-837f-4f35-9a00-87f2ee0c840b None None] Set router 5622308b-a745-4a20-b72d-6443d6acfbca gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:11:20.382684 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f2bc292d-3674-49ea-a4ea-5fc09d4c2a8f None None] Port eba3eea8-d2c3-4920-8f1f-4911dfe5492f cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:11:20.397782 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a4f173-00d0-4b47-92cc-fa69b53abd22 x-openstack-request-id: req-b5a4f173-00d0-4b47-92cc-fa69b53abd22 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:11:20.398073 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa761de8-0331-4186-91c4-0e9714f71d48", "tag": "1a98bcfc-3520-406b-9078-3bf74bc21ca2", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:11:20.398318 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5a4f173-00d0-4b47-92cc-fa69b53abd22 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:11:20.398715 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a4f173-00d0-4b47-92cc-fa69b53abd22'] response: {'name': 'network-changed', 'server_uuid': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'tag': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'status': 'completed', 'code': 200} Apr 08 09:11:20.514200 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba3eea8-d2c3-4920-8f1f-4911dfe5492f {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:11:20.522683 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Publish callbacks [] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:20.539557 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Transition to ACTIVE for port object eba3eea8-d2c3-4920-8f1f-4911dfe5492f will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:11:20.544035 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa78602-3ada-4409-859b-26fd035a27cb req-acd3f48a-0bc2-461b-8b23-6822c2377fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:20.545565 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dfa78602-3ada-4409-859b-26fd035a27cb req-acd3f48a-0bc2-461b-8b23-6822c2377fc1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 1130 time: 0.0722187 Apr 08 09:11:20.546606 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:20.603534 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-859fefb6-837f-4f35-9a00-87f2ee0c840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '673610ae-cc35-4c03-b033-933d47dada0b', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'port_id': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'mac_address': 'fa:16:3e:c6:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:08:10Z', 'updated_at': '2022-04-08T09:11:19Z', 'revision_number': 3, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b5bd84-55bf-4a5e-91b2-e4e893583894', 'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'mac_address': 'fa:16:3e:4a:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:05:40Z', 'revision_number': 5, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'subnets': [{'id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:20.634650 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859fefb6-837f-4f35-9a00-87f2ee0c840b None None] Checking router: 5622308b-a745-4a20-b72d-6443d6acfbca for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:11:20.644054 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859fefb6-837f-4f35-9a00-87f2ee0c840b None None] Routers {'5622308b-a745-4a20-b72d-6443d6acfbca'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:11:20.644721 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-859fefb6-837f-4f35-9a00-87f2ee0c840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:11:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['5622308b-a745-4a20-b72d-6443d6acfbca'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:20.679179 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Pushing event updated for resources: {'Port': ['ID=eba3eea8-d2c3-4920-8f1f-4911dfe5492f,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:20.741746 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa78602-3ada-4409-859b-26fd035a27cb req-8761235c-645d-46d9-89b9-9882ada85841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:20.741746 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dfa78602-3ada-4409-859b-26fd035a27cb req-8761235c-645d-46d9-89b9-9882ada85841 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.1857786 Apr 08 09:11:20.769512 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-859fefb6-837f-4f35-9a00-87f2ee0c840b None None] Set router 5622308b-a745-4a20-b72d-6443d6acfbca gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:11:20.798670 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Attempting to bind port eba3eea8-d2c3-4920-8f1f-4911dfe5492f on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:11:20.799096 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Attempting to bind port eba3eea8-d2c3-4920-8f1f-4911dfe5492f by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:11:20.799333 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Attempting to bind port eba3eea8-d2c3-4920-8f1f-4911dfe5492f on network 1f94f736-3add-466f-a71b-84aa6e30f09b {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:11:20.811192 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Port eba3eea8-d2c3-4920-8f1f-4911dfe5492f on network 1f94f736-3add-466f-a71b-84aa6e30f09b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:11:20.811526 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Attempting to bind port eba3eea8-d2c3-4920-8f1f-4911dfe5492f on network 1f94f736-3add-466f-a71b-84aa6e30f09b {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:11:20.823795 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:11:20.824168 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Checking segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:11:20.824542 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Bound using segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:11:20.824984 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Bound port: eba3eea8-d2c3-4920-8f1f-4911dfe5492f, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:11:20.825345 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:20.831608 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dfa78602-3ada-4409-859b-26fd035a27cb req-3d39ae2f-0ea3-4324-968e-60c31cab80b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a98bcfc-3520-406b-9078-3bf74bc21ca2 HTTP/1.1" status: 200 len: 1002 time: 0.0841572 Apr 08 09:11:20.911493 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa78602-3ada-4409-859b-26fd035a27cb req-5ba56a64-53ef-4a3f-b846-4d10e7a04de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:20.912999 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dfa78602-3ada-4409-859b-26fd035a27cb req-5ba56a64-53ef-4a3f-b846-4d10e7a04de3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0747347 Apr 08 09:11:20.956699 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] For port eba3eea8-d2c3-4920-8f1f-4911dfe5492f, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:11:20.975594 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] For port eba3eea8-d2c3-4920-8f1f-4911dfe5492f, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eba3eea8-d2c3-4920-8f1f-4911dfe5492f,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:11:20.983841 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:21.017486 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:21.017655 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:21.019211 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] 10.222.0.10 "PUT /v2.0/ports/eba3eea8-d2c3-4920-8f1f-4911dfe5492f HTTP/1.1" status: 200 len: 1093 time: 0.9364269 Apr 08 09:11:21.021843 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'tag': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:11:21.024170 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e833453d-f761-4310-8d62-32a6ad0d3ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5ce635-d4af-4913-9b75-1589833e62cb", "tag": "eba3eea8-d2c3-4920-8f1f-4911dfe5492f"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:11:21.027948 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa78602-3ada-4409-859b-26fd035a27cb req-75c786e2-345a-4316-bb83-bcefe4353af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:21.030291 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dfa78602-3ada-4409-859b-26fd035a27cb req-75c786e2-345a-4316-bb83-bcefe4353af9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1073627 Apr 08 09:11:21.085023 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc72ea9f-c5b1-4ada-96a0-3384c111e19e x-openstack-request-id: req-bc72ea9f-c5b1-4ada-96a0-3384c111e19e {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:11:21.085322 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5ce635-d4af-4913-9b75-1589833e62cb", "tag": "eba3eea8-d2c3-4920-8f1f-4911dfe5492f", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:11:21.085583 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc72ea9f-c5b1-4ada-96a0-3384c111e19e {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:11:21.086640 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc72ea9f-c5b1-4ada-96a0-3384c111e19e'] response: {'name': 'network-changed', 'server_uuid': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'tag': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f', 'status': 'completed', 'code': 200} Apr 08 09:11:21.087726 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-859fefb6-837f-4f35-9a00-87f2ee0c840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '673610ae-cc35-4c03-b033-933d47dada0b', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'port_id': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'mac_address': 'fa:16:3e:c6:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:08:10Z', 'updated_at': '2022-04-08T09:11:19Z', 'revision_number': 3, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b5bd84-55bf-4a5e-91b2-e4e893583894', 'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'mac_address': 'fa:16:3e:4a:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:05:40Z', 'revision_number': 5, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'subnets': [{'id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:21.113487 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff1f96-f356-4ebf-8a28-f3027caddd1f service neutron] Pushing event updated for resources: {'Port': ['ID=eba3eea8-d2c3-4920-8f1f-4911dfe5492f,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:21.120719 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859fefb6-837f-4f35-9a00-87f2ee0c840b None None] The sync data for ids ['5622308b-a745-4a20-b72d-6443d6acfbca'] in dv-cinder-836996-2-iscsi is: [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '673610ae-cc35-4c03-b033-933d47dada0b', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'floating_ip_address': '172.27.2.205', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'port_id': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'mac_address': 'fa:16:3e:c6:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:08:10Z', 'updated_at': '2022-04-08T09:11:19Z', 'revision_number': 3, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b5bd84-55bf-4a5e-91b2-e4e893583894', 'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'mac_address': 'fa:16:3e:4a:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:05:40Z', 'revision_number': 5, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'subnets': [{'id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:11:21.196039 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dfa78602-3ada-4409-859b-26fd035a27cb req-78b499c3-be57-4790-bb01-78ae5bcb6349 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566389 Apr 08 09:11:21.198928 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-cbecb675-01ac-4b29-87f1-dcad735de5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:21.200662 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-cbecb675-01ac-4b29-87f1-dcad735de5f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 1127 time: 0.0883822 Apr 08 09:11:21.270626 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-01a57d2e-4bfb-4b60-9ec0-173ff2993135 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba3eea8-d2c3-4920-8f1f-4911dfe5492f HTTP/1.1" status: 200 len: 217 time: 0.0477090 Apr 08 09:11:21.360792 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-c2db7729-2aed-4be5-b8d9-d4e236b934c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:21.362381 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-c2db7729-2aed-4be5-b8d9-d4e236b934c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b66a29b-7eca-47b9-81d7-f1a70dd2413c HTTP/1.1" status: 200 len: 854 time: 0.0599122 Apr 08 09:11:21.380416 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-dfa78602-3ada-4409-859b-26fd035a27cb req-5d4f0991-a0f8-4fa1-be90-ce9ef7e1f953 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650820 Apr 08 09:11:21.414538 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-1f359c65-dc44-40d1-86dd-9718b27dee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:21.416016 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-1f359c65-dc44-40d1-86dd-9718b27dee6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f94f736-3add-466f-a71b-84aa6e30f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465429 Apr 08 09:11:21.462682 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f96b3a-3ce9-465c-aded-53711ac4590d req-afb53ff9-7fab-4b77-93b6-d213b65f260c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:21.464731 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-08f96b3a-3ce9-465c-aded-53711ac4590d req-afb53ff9-7fab-4b77-93b6-d213b65f260c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 943 time: 0.0519538 Apr 08 09:11:21.517935 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-b8619418-d7ea-4f12-863e-29c724862ba2 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899343 Apr 08 09:11:21.519172 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-08f96b3a-3ce9-465c-aded-53711ac4590d req-e83df1e9-d81d-46c2-8924-3fbdcecea852 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488203 Apr 08 09:11:21.615026 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9a1cd393-d2a5-4698-9343-059c48f480f4 req-884591f9-fbaf-449d-9b9d-16c07b069df9 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805168 Apr 08 09:11:22.400242 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'tag': '1a98bcfc-3520-406b-9078-3bf74bc21ca2'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:11:22.402568 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22101290-410c-4f34-b16d-a9deec869fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa761de8-0331-4186-91c4-0e9714f71d48", "tag": "1a98bcfc-3520-406b-9078-3bf74bc21ca2"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:11:22.437535 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee53d4c3-e8fe-4c0e-a66f-6c42cd8942a2 x-openstack-request-id: req-ee53d4c3-e8fe-4c0e-a66f-6c42cd8942a2 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:11:22.437820 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa761de8-0331-4186-91c4-0e9714f71d48", "tag": "1a98bcfc-3520-406b-9078-3bf74bc21ca2", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:11:22.438069 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee53d4c3-e8fe-4c0e-a66f-6c42cd8942a2 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:11:22.438457 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee53d4c3-e8fe-4c0e-a66f-6c42cd8942a2'] response: {'name': 'network-changed', 'server_uuid': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'tag': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'status': 'completed', 'code': 200} Apr 08 09:11:22.633165 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5f677-0bc4-4e57-8f66-5a2c3999810f req-18fedaec-9997-4fb2-8c20-770650534062 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:22.634599 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f2f5f677-0bc4-4e57-8f66-5a2c3999810f req-18fedaec-9997-4fb2-8c20-770650534062 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 943 time: 0.0504913 Apr 08 09:11:22.679248 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f2f5f677-0bc4-4e57-8f66-5a2c3999810f req-d7226e1a-5fc4-4976-a5a3-02661df2cb52 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392156 Apr 08 09:11:23.797521 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119fdbf-810f-4973-8cfe-31ca045332e6 req-89d3595e-29e1-4c30-9de5-6846c90097f6 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:23.798984 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9119fdbf-810f-4973-8cfe-31ca045332e6 req-89d3595e-29e1-4c30-9de5-6846c90097f6 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 943 time: 0.0557823 Apr 08 09:11:23.843979 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9119fdbf-810f-4973-8cfe-31ca045332e6 req-dd0834b8-4dc0-4191-b018-f551e1295885 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395925 Apr 08 09:11:24.091095 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833453d-f761-4310-8d62-32a6ad0d3ccd req-60ea8bba-993d-48e2-b9eb-84a39d8d2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:24.092574 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e833453d-f761-4310-8d62-32a6ad0d3ccd req-60ea8bba-993d-48e2-b9eb-84a39d8d2c14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 1127 time: 0.0733798 Apr 08 09:11:24.121053 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22101290-410c-4f34-b16d-a9deec869fe5 req-3ec344a5-9edc-4644-b89a-150aa42964a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:24.122446 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22101290-410c-4f34-b16d-a9deec869fe5 req-3ec344a5-9edc-4644-b89a-150aa42964a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 1130 time: 0.0693297 Apr 08 09:11:24.248414 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833453d-f761-4310-8d62-32a6ad0d3ccd req-df76e039-bbcf-490c-8402-8dfca94f3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:24.249902 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e833453d-f761-4310-8d62-32a6ad0d3ccd req-df76e039-bbcf-490c-8402-8dfca94f3d38 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 915 time: 0.1493714 Apr 08 09:11:24.265338 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22101290-410c-4f34-b16d-a9deec869fe5 req-f1abfdde-8cba-4b59-afb4-3a8294854ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:24.266668 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22101290-410c-4f34-b16d-a9deec869fe5 req-f1abfdde-8cba-4b59-afb4-3a8294854ec2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 200 len: 918 time: 0.1380079 Apr 08 09:11:24.301231 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e833453d-f761-4310-8d62-32a6ad0d3ccd req-d47738ae-e425-473e-9666-4e20569dcc24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba3eea8-d2c3-4920-8f1f-4911dfe5492f HTTP/1.1" status: 200 len: 217 time: 0.0446520 Apr 08 09:11:24.384992 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22101290-410c-4f34-b16d-a9deec869fe5 req-72006b49-852e-411f-afe1-60bfd612f1e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a98bcfc-3520-406b-9078-3bf74bc21ca2 HTTP/1.1" status: 200 len: 1002 time: 0.0892496 Apr 08 09:11:24.398506 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833453d-f761-4310-8d62-32a6ad0d3ccd req-ca40374d-e19b-483a-bca4-5e07cc9db772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:24.399854 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e833453d-f761-4310-8d62-32a6ad0d3ccd req-ca40374d-e19b-483a-bca4-5e07cc9db772 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b66a29b-7eca-47b9-81d7-f1a70dd2413c HTTP/1.1" status: 200 len: 854 time: 0.0709789 Apr 08 09:11:24.461934 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22101290-410c-4f34-b16d-a9deec869fe5 req-67d207ac-8cf8-4502-b37e-95e0cde7281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:24.463330 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22101290-410c-4f34-b16d-a9deec869fe5 req-67d207ac-8cf8-4502-b37e-95e0cde7281c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 200 len: 857 time: 0.0722501 Apr 08 09:11:24.484520 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833453d-f761-4310-8d62-32a6ad0d3ccd req-8a1329d6-8fef-46a7-990d-834db2d5412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:24.485920 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e833453d-f761-4310-8d62-32a6ad0d3ccd req-8a1329d6-8fef-46a7-990d-834db2d5412b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f94f736-3add-466f-a71b-84aa6e30f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668678 Apr 08 09:11:24.571601 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22101290-410c-4f34-b16d-a9deec869fe5 req-585ca525-6ff2-4c6f-9fba-f3682044f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:24.573648 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22101290-410c-4f34-b16d-a9deec869fe5 req-585ca525-6ff2-4c6f-9fba-f3682044f233 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4b30230e-4c3b-4dea-8337-326b2135c68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009653 Apr 08 09:11:24.617810 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e833453d-f761-4310-8d62-32a6ad0d3ccd req-47a8f0b0-c20e-4d8c-a414-937f5f4752f1 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181283 Apr 08 09:11:24.723867 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device eba3eea8-d2c3-4920-8f1f-4911dfe5492f details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:11:24.732049 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22101290-410c-4f34-b16d-a9deec869fe5 req-e9d40827-e1dc-417d-8e4c-6f57e2b6571b service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508980 Apr 08 09:11:24.769747 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-e833453d-f761-4310-8d62-32a6ad0d3ccd req-829f0f4e-4a3b-4e0d-b6f1-e8c47e532bdf service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281843 Apr 08 09:11:24.820740 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port eba3eea8-d2c3-4920-8f1f-4911dfe5492f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eba3eea8-d2c3-4920-8f1f-4911dfe5492f,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:11:24.830630 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-22101290-410c-4f34-b16d-a9deec869fe5 req-9a7b13fa-caaa-4e42-bebc-c026791277f2 service neutron] 10.222.0.10 "GET /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911384 Apr 08 09:11:24.832501 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'port_id': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f', 'mac_address': 'fa:16:3e:29:d2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:11:24.871696 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port eba3eea8-d2c3-4920-8f1f-4911dfe5492f is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:11:24.872001 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:24.884557 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba3eea8-d2c3-4920-8f1f-4911dfe5492f {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:11:24.904930 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port eba3eea8-d2c3-4920-8f1f-4911dfe5492f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eba3eea8-d2c3-4920-8f1f-4911dfe5492f,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:11:24.908900 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:24.959346 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfdda7-a4a0-48f5-8421-77ac1bcd7fde req-7ebed333-92f0-470a-b303-fa822108ee8f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:24.960852 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94dfdda7-a4a0-48f5-8421-77ac1bcd7fde req-7ebed333-92f0-470a-b303-fa822108ee8f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 944 time: 0.0517142 Apr 08 09:11:24.961128 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=eba3eea8-d2c3-4920-8f1f-4911dfe5492f,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:24.968003 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.968354 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.968724 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.969068 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.969403 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.969740 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.970068 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.970396 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.970718 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.971042 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.971367 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.971710 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.972038 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.972359 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:24.972703 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:11:25.006833 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-94dfdda7-a4a0-48f5-8421-77ac1bcd7fde req-057dc87b-f156-458b-91a1-6ef7a8933279 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401525 Apr 08 09:11:25.389065 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['eba3eea8-d2c3-4920-8f1f-4911dfe5492f'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:11:26.124512 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06e40-16de-41cc-9fc9-e7e6edc56203 req-95b5b39b-aa9c-41e5-8cab-b8f1ed2689b6 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:26.125992 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5ae06e40-16de-41cc-9fc9-e7e6edc56203 req-95b5b39b-aa9c-41e5-8cab-b8f1ed2689b6 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 944 time: 0.0551441 Apr 08 09:11:26.172043 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5ae06e40-16de-41cc-9fc9-e7e6edc56203 req-16280897-c264-432b-939c-84047b8cf112 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406733 Apr 08 09:11:26.497267 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:26.722050 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device eba3eea8-d2c3-4920-8f1f-4911dfe5492f up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:11:26.774151 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port eba3eea8-d2c3-4920-8f1f-4911dfe5492f completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:11:26.778022 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port eba3eea8-d2c3-4920-8f1f-4911dfe5492f triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:11:26.778394 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:26.865902 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port eba3eea8-d2c3-4920-8f1f-4911dfe5492f is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:11:26.866287 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:26.888225 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:11:26.890454 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f0b9e2-3ce5-46a5-9730-2c4e062ba19e" -d '{"events": [{"server_uuid": "ab5ce635-d4af-4913-9b75-1589833e62cb", "name": "network-vif-plugged", "status": "completed", "tag": "eba3eea8-d2c3-4920-8f1f-4911dfe5492f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:11:26.902134 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port eba3eea8-d2c3-4920-8f1f-4911dfe5492f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eba3eea8-d2c3-4920-8f1f-4911dfe5492f,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:11:26.906900 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:26.960819 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=eba3eea8-d2c3-4920-8f1f-4911dfe5492f,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:11:26.980718 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1193f7e-1025-45a8-8139-09f29161805c x-openstack-request-id: req-b1193f7e-1025-45a8-8139-09f29161805c {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:11:26.981009 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5ce635-d4af-4913-9b75-1589833e62cb", "name": "network-vif-plugged", "status": "completed", "tag": "eba3eea8-d2c3-4920-8f1f-4911dfe5492f", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:11:26.981258 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1193f7e-1025-45a8-8139-09f29161805c {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:11:26.981650 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1193f7e-1025-45a8-8139-09f29161805c'] response: {'server_uuid': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f', 'code': 200} Apr 08 09:11:27.208201 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33c77b-1eed-4270-90cc-6fc2cffb919b req-7fbbd74f-0e6d-44dd-bc28-cd31a1014e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:27.209710 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3b33c77b-1eed-4270-90cc-6fc2cffb919b req-7fbbd74f-0e6d-44dd-bc28-cd31a1014e77 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 1129 time: 0.0454636 Apr 08 09:11:27.253423 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3b33c77b-1eed-4270-90cc-6fc2cffb919b req-85669763-bdb0-474b-a559-dcc298b7de4b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365570 Apr 08 09:11:27.287466 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee38f9f-e45e-4655-afa2-d4559d9ad6ca req-805b2b6f-dfe9-4d0d-91dc-f0a83c362c58 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:27.289205 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ee38f9f-e45e-4655-afa2-d4559d9ad6ca req-805b2b6f-dfe9-4d0d-91dc-f0a83c362c58 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 945 time: 0.0510476 Apr 08 09:11:27.333821 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ee38f9f-e45e-4655-afa2-d4559d9ad6ca req-02be526d-4404-41c0-9bb3-877198aa9713 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384881 Apr 08 09:11:28.452495 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf4fb7-782e-4d58-b551-db0b97935933 req-ac6136f6-ea0b-46e2-a140-bfe91f7b3c0f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:28.453965 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00bf4fb7-782e-4d58-b551-db0b97935933 req-ac6136f6-ea0b-46e2-a140-bfe91f7b3c0f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 945 time: 0.0524106 Apr 08 09:11:28.499604 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-df7f639f-0151-40c5-803a-1f0569bdb2ac req-748cc961-2db8-4cb2-8a50-b7f7ba03fb64 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420885 Apr 08 09:11:28.503517 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00bf4fb7-782e-4d58-b551-db0b97935933 req-0809a673-5d05-4cbf-a1f9-0e97542dce24 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440288 Apr 08 09:11:28.588481 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f639f-0151-40c5-803a-1f0569bdb2ac req-be3e7e09-f3c4-4c1b-a7fe-3c9217630757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:28.589939 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-df7f639f-0151-40c5-803a-1f0569bdb2ac req-be3e7e09-f3c4-4c1b-a7fe-3c9217630757 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 1130 time: 0.0427394 Apr 08 09:11:28.695993 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f639f-0151-40c5-803a-1f0569bdb2ac req-94496317-44dc-4b72-b6fd-c7b5acc6f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:28.697377 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-df7f639f-0151-40c5-803a-1f0569bdb2ac req-94496317-44dc-4b72-b6fd-c7b5acc6f9ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 916 time: 0.0857105 Apr 08 09:11:28.760135 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-df7f639f-0151-40c5-803a-1f0569bdb2ac req-fde77e4e-513c-441d-ad50-64522790f8b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165e4621-6dfd-44ee-a0a6-e755150fa058 HTTP/1.1" status: 200 len: 1001 time: 0.0562844 Apr 08 09:11:29.118825 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f639f-0151-40c5-803a-1f0569bdb2ac req-6080059f-88c2-4e6a-849b-b672cc23331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:29.120298 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-df7f639f-0151-40c5-803a-1f0569bdb2ac req-6080059f-88c2-4e6a-849b-b672cc23331c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 200 len: 855 time: 0.2746935 Apr 08 09:11:29.478441 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f639f-0151-40c5-803a-1f0569bdb2ac req-afec6507-bd8d-4dab-a719-547e198eb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:29.480449 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-df7f639f-0151-40c5-803a-1f0569bdb2ac req-afec6507-bd8d-4dab-a719-547e198eb791 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b7a254-b160-4de6-b642-6f7a58546c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431378 Apr 08 09:11:29.569477 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-df7f639f-0151-40c5-803a-1f0569bdb2ac req-1011eafc-489d-44cf-9198-3fff319824dc service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832567 Apr 08 09:11:29.620398 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9b07d-8099-4d8c-b488-e164b0205d3b req-38c04717-b105-4c0b-ad8a-970ca539933d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:29.621963 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-74e9b07d-8099-4d8c-b488-e164b0205d3b req-38c04717-b105-4c0b-ad8a-970ca539933d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 945 time: 0.0525222 Apr 08 09:11:29.661642 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-df7f639f-0151-40c5-803a-1f0569bdb2ac req-07ff46e1-fbf5-4a92-a954-b856e547b8f9 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818250 Apr 08 09:11:29.668807 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-74e9b07d-8099-4d8c-b488-e164b0205d3b req-cd22cce9-faeb-4cd5-b1a8-e7ff6fa6148f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412636 Apr 08 09:11:29.783665 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a1fe5-e3bc-4879-bf22-d917f5d65cd9 req-ab06d27c-cc31-4ebd-a8e1-9be2b66ed35c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:29.785180 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cd0a1fe5-e3bc-4879-bf22-d917f5d65cd9 req-ab06d27c-cc31-4ebd-a8e1-9be2b66ed35c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 945 time: 0.0524330 Apr 08 09:11:29.794989 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34016) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:11:29.799440 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-0146277b-3f55-4881-b505-d6f03ff8f11d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'floatingip': {'port_id': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:11:29.841892 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0146277b-3f55-4881-b505-d6f03ff8f11d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (21bedf82-00a4-4adf-9f60-3ab88d95baef), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:30.264454 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0146277b-3f55-4881-b505-d6f03ff8f11d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:30.268024 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0146277b-3f55-4881-b505-d6f03ff8f11d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (21bedf82-00a4-4adf-9f60-3ab88d95baef), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:30.370259 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-0146277b-3f55-4881-b505-d6f03ff8f11d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Floating IP 21bedf82-00a4-4adf-9f60-3ab88d95baef associated. External IP: 172.27.2.111, port: eba3eea8-d2c3-4920-8f1f-4911dfe5492f. Apr 08 09:11:30.577447 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0146277b-3f55-4881-b505-d6f03ff8f11d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:11:30.683446 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0146277b-3f55-4881-b505-d6f03ff8f11d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:11:30.688180 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0146277b-3f55-4881-b505-d6f03ff8f11d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:30.692925 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3357b6d9-1aa2-430a-945c-f98f2b9c5ddb None None] Sync routers for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:11:30.703327 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357b6d9-1aa2-430a-945c-f98f2b9c5ddb None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:11:30.703951 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-3357b6d9-1aa2-430a-945c-f98f2b9c5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:11:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:30.719199 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0146277b-3f55-4881-b505-d6f03ff8f11d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "PUT /v2.0/floatingips/21bedf82-00a4-4adf-9f60-3ab88d95baef HTTP/1.1" status: 200 len: 991 time: 0.9231439 Apr 08 09:11:30.719771 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'tag': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:11:30.723779 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f10a9c4-6625-404a-82f2-8ee7a5e6fcda" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5ce635-d4af-4913-9b75-1589833e62cb", "tag": "eba3eea8-d2c3-4920-8f1f-4911dfe5492f"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:11:30.757854 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdca2635-42ee-4995-9866-a7543ce82279 x-openstack-request-id: req-bdca2635-42ee-4995-9866-a7543ce82279 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:11:30.757854 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5ce635-d4af-4913-9b75-1589833e62cb", "tag": "eba3eea8-d2c3-4920-8f1f-4911dfe5492f", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:11:30.757854 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdca2635-42ee-4995-9866-a7543ce82279 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:11:30.757854 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdca2635-42ee-4995-9866-a7543ce82279'] response: {'name': 'network-changed', 'server_uuid': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'tag': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f', 'status': 'completed', 'code': 200} Apr 08 09:11:30.816229 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-3357b6d9-1aa2-430a-945c-f98f2b9c5ddb None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:11:30.952594 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:11:31.076029 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-3357b6d9-1aa2-430a-945c-f98f2b9c5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '21bedf82-00a4-4adf-9f60-3ab88d95baef', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:29:d2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:11:14Z', 'updated_at': '2022-04-08T09:11:30Z', 'revision_number': 1, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:31.101384 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3357b6d9-1aa2-430a-945c-f98f2b9c5ddb None None] Checking router: 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:11:31.109463 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3357b6d9-1aa2-430a-945c-f98f2b9c5ddb None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:11:31.110058 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-3357b6d9-1aa2-430a-945c-f98f2b9c5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:11:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:31.168913 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10a9c4-6625-404a-82f2-8ee7a5e6fcda req-f0857bff-1636-4bd4-8151-6ded8a59524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:31.170420 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f10a9c4-6625-404a-82f2-8ee7a5e6fcda req-f0857bff-1636-4bd4-8151-6ded8a59524b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 1129 time: 0.0463595 Apr 08 09:11:31.218663 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-3357b6d9-1aa2-430a-945c-f98f2b9c5ddb None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:11:31.273614 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10a9c4-6625-404a-82f2-8ee7a5e6fcda req-1a1046e4-7a34-4bf3-ab7f-d8cb4bd08b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:31.275085 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f10a9c4-6625-404a-82f2-8ee7a5e6fcda req-1a1046e4-7a34-4bf3-ab7f-d8cb4bd08b3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 915 time: 0.0908604 Apr 08 09:11:31.356003 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f10a9c4-6625-404a-82f2-8ee7a5e6fcda req-cc77d4fa-6b9c-43f2-a8d5-77ae4abaa406 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eba3eea8-d2c3-4920-8f1f-4911dfe5492f HTTP/1.1" status: 200 len: 999 time: 0.0596683 Apr 08 09:11:31.438549 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-3357b6d9-1aa2-430a-945c-f98f2b9c5ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '21bedf82-00a4-4adf-9f60-3ab88d95baef', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:29:d2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:11:14Z', 'updated_at': '2022-04-08T09:11:30Z', 'revision_number': 1, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:11:31.463559 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3357b6d9-1aa2-430a-945c-f98f2b9c5ddb None None] The sync data for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi is: [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '21bedf82-00a4-4adf-9f60-3ab88d95baef', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:29:d2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:11:14Z', 'updated_at': '2022-04-08T09:11:30Z', 'revision_number': 1, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:11:31.623960 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10a9c4-6625-404a-82f2-8ee7a5e6fcda req-0c85e626-b308-4bc3-86a4-571676e564b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:31.625483 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f10a9c4-6625-404a-82f2-8ee7a5e6fcda req-0c85e626-b308-4bc3-86a4-571676e564b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b66a29b-7eca-47b9-81d7-f1a70dd2413c HTTP/1.1" status: 200 len: 854 time: 0.0504065 Apr 08 09:11:31.646986 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb60c7de-d792-4c42-974b-34ef7cf96dc9 None None] New status for floating IP 21bedf82-00a4-4adf-9f60-3ab88d95baef: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:11:31.675045 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10a9c4-6625-404a-82f2-8ee7a5e6fcda req-0e26c909-c5d1-4c61-be01-ea9dfcaf9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:11:31.676600 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f10a9c4-6625-404a-82f2-8ee7a5e6fcda req-0e26c909-c5d1-4c61-be01-ea9dfcaf9310 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f94f736-3add-466f-a71b-84aa6e30f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451374 Apr 08 09:11:31.770836 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f10a9c4-6625-404a-82f2-8ee7a5e6fcda req-ad007299-a731-4e12-9126-18661db432c1 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866501 Apr 08 09:11:31.860040 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-6f10a9c4-6625-404a-82f2-8ee7a5e6fcda req-b0da1c29-2f44-4518-bc80-1c05e2758e23 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817504 Apr 08 09:11:38.416189 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9d7d09a0-1524-4ccb-aa3b-3f27ee59bb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:40.803898 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e84f6b78-81a9-45bd-a152-a81c9850d700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:41.978201 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:43.292099 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:44.707492 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:11:56.508129 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:07.952150 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:12:08.417272 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4628daf8-2a59-4700-b0ed-073df37b5546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:10.804537 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5368c9ed-1db3-4de4-8d75-290fa1f71545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:11.982591 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:13.295153 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:13.975910 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbefe5f-7194-4c37-a0a8-a6921c286b74 req-f6047641-48c6-465e-a941-e13be9e04f8e tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:13.977407 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bbbefe5f-7194-4c37-a0a8-a6921c286b74 req-f6047641-48c6-465e-a941-e13be9e04f8e tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0536075 Apr 08 09:12:14.027902 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bbbefe5f-7194-4c37-a0a8-a6921c286b74 req-aaed7329-185d-4dd5-b56e-60b498fb45d8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443099 Apr 08 09:12:14.709902 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:15.147322 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47c10f-3eba-4015-b3e5-d132b8e03ab9 req-2c305b8a-8352-43a6-abae-d0e88be5fce9 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:15.148854 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7d47c10f-3eba-4015-b3e5-d132b8e03ab9 req-2c305b8a-8352-43a6-abae-d0e88be5fce9 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0535591 Apr 08 09:12:15.199413 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7d47c10f-3eba-4015-b3e5-d132b8e03ab9 req-140c5de7-e3ab-4e4e-99ae-848d12e2dd1e tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446539 Apr 08 09:12:15.325212 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21e511-6e73-41be-876c-95d4ad786a31 req-10c25e78-1e39-4926-92e6-2bd6456370ec tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:15.326688 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2b21e511-6e73-41be-876c-95d4ad786a31 req-10c25e78-1e39-4926-92e6-2bd6456370ec tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 946 time: 0.0523612 Apr 08 09:12:15.372321 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2b21e511-6e73-41be-876c-95d4ad786a31 req-28eade7a-82d9-40d5-af6c-73d35b595b19 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401626 Apr 08 09:12:16.321180 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d685cc6-193a-474b-b6aa-84a3894acc70 req-af1ef5fe-4e99-4862-9fd5-2bc3266ac292 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:16.323119 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0d685cc6-193a-474b-b6aa-84a3894acc70 req-af1ef5fe-4e99-4862-9fd5-2bc3266ac292 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0546114 Apr 08 09:12:16.367960 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0d685cc6-193a-474b-b6aa-84a3894acc70 req-099e5205-c65d-49cd-ab4d-fc79e20447fc tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=85c4035a-ef10-4322-8830-83611dce35ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394399 Apr 08 09:12:16.489588 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699d23f-8983-4d1a-8851-669798143dec req-5a2cee33-6a3b-4335-9453-dbc05a2ed6cf tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:16.490949 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0699d23f-8983-4d1a-8851-669798143dec req-5a2cee33-6a3b-4335-9453-dbc05a2ed6cf tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 946 time: 0.0515869 Apr 08 09:12:16.631216 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0699d23f-8983-4d1a-8851-669798143dec req-0a1ed378-e7b6-48c7-98fe-fe48a2da74fa tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349289 Apr 08 09:12:16.646137 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-dbcd6650-dffb-40e6-8f79-380b62b4c898 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:16.647614 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-dbcd6650-dffb-40e6-8f79-380b62b4c898 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.10 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 946 time: 0.0512993 Apr 08 09:12:16.755755 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Deleting port cf051081-3865-4f6b-8294-171cb8880bc5 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:12:16.756101 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:16.842128 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] For port cf051081-3865-4f6b-8294-171cb8880bc5, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=cf051081-3865-4f6b-8294-171cb8880bc5,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:16.842493 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:17.016014 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:17.016295 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (e6598d1e-1217-49be-ac04-660b46019689), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:17.016643 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Floating IP e6598d1e-1217-49be-ac04-660b46019689 disassociated. External IP: 172.27.2.237, port: cf051081-3865-4f6b-8294-171cb8880bc5. Apr 08 09:12:17.016983 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Calling delete_port for cf051081-3865-4f6b-8294-171cb8880bc5 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:12:17.162369 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a3020-7a4b-4887-9377-337ef1914474 req-6fd77495-0573-4833-b84a-c1c9c0e2e0c6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:17.163830 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b02a3020-7a4b-4887-9377-337ef1914474 req-6fd77495-0573-4833-b84a-c1c9c0e2e0c6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.10 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 946 time: 0.0913818 Apr 08 09:12:17.206179 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (cf051081-3865-4f6b-8294-171cb8880bc5), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:17.241804 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event deleted for resources: {'Port': ['ID=cf051081-3865-4f6b-8294-171cb8880bc5,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:17.276622 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.276976 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.277322 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.277660 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.277994 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.278326 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.278654 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.278996 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.279310 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.279656 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.279985 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.280310 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.280659 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.281472 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.281472 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:17.381048 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Deleting port 165e4621-6dfd-44ee-a0a6-e755150fa058 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:12:17.381387 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:17.456850 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Router f427d911-a405-4f55-bf57-0421c96c26ee has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:12:17.466188 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3d4a3b32-8dd6-4dce-a8c5-4e70ad3c280c req-9cc14423-7d04-471f-9744-1579baca1a4f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=c047e9d6-64d2-4dd2-bcb1-6992c927de06 HTTP/1.1" status: 200 len: 210 time: 0.0300708 Apr 08 09:12:17.490511 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] For port 165e4621-6dfd-44ee-a0a6-e755150fa058, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=165e4621-6dfd-44ee-a0a6-e755150fa058,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:17.490863 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:17.681244 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:12:17.693875 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38aa15e-f224-4166-a726-955963a81e3f None None] Sync routers for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:12:17.705036 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38aa15e-f224-4166-a726-955963a81e3f None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:12:17.706687 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e38aa15e-f224-4166-a726-955963a81e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:17.774042 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be3ae4-2a6f-4a9a-9fc6-18ca02d035b4 req-749f4e12-91c5-4d70-9e25-aa9ffff03f9c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:17.775975 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20be3ae4-2a6f-4a9a-9fc6-18ca02d035b4 req-749f4e12-91c5-4d70-9e25-aa9ffff03f9c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 946 time: 0.0681500 Apr 08 09:12:17.789367 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] No DVR routers for this DVR port cf051081-3865-4f6b-8294-171cb8880bc5 on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:12:17.792927 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:17.793298 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (cc324d8e-da65-4376-a145-b271165fcf54), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:17.793616 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Floating IP cc324d8e-da65-4376-a145-b271165fcf54 disassociated. External IP: 172.27.2.140, port: 165e4621-6dfd-44ee-a0a6-e755150fa058. Apr 08 09:12:17.793966 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Calling delete_port for 165e4621-6dfd-44ee-a0a6-e755150fa058 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:12:17.796331 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:17.799682 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-d52bb3af-9848-4a11-85f5-53380c1e1a06 req-2c964e01-a0af-4373-9c8e-3b46c1c60ba5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.10 "DELETE /v2.0/ports/cf051081-3865-4f6b-8294-171cb8880bc5 HTTP/1.1" status: 204 len: 173 time: 1.1345413 Apr 08 09:12:17.800157 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'name': 'network-vif-deleted', 'tag': 'cf051081-3865-4f6b-8294-171cb8880bc5'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:12:17.802661 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7697f7be-f4cd-464a-a360-223a585bac89" -d '{"events": [{"server_uuid": "c047e9d6-64d2-4dd2-bcb1-6992c927de06", "name": "network-vif-deleted", "tag": "cf051081-3865-4f6b-8294-171cb8880bc5"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:12:17.834093 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20be3ae4-2a6f-4a9a-9fc6-18ca02d035b4 req-7108587c-a63e-4200-a4a0-3dfcc6b3819f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524554 Apr 08 09:12:17.877002 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db62863-606f-4ec5-b1c6-665e65fb0369 x-openstack-request-id: req-8db62863-606f-4ec5-b1c6-665e65fb0369 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:12:17.877293 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c047e9d6-64d2-4dd2-bcb1-6992c927de06", "name": "network-vif-deleted", "tag": "cf051081-3865-4f6b-8294-171cb8880bc5", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:12:17.877549 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8db62863-606f-4ec5-b1c6-665e65fb0369 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:12:17.877953 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db62863-606f-4ec5-b1c6-665e65fb0369'] response: {'server_uuid': 'c047e9d6-64d2-4dd2-bcb1-6992c927de06', 'name': 'network-vif-deleted', 'tag': 'cf051081-3865-4f6b-8294-171cb8880bc5', 'status': 'completed', 'code': 200} Apr 08 09:12:17.961479 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (165e4621-6dfd-44ee-a0a6-e755150fa058), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:17.986124 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-e38aa15e-f224-4166-a726-955963a81e3f None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:12:17.992324 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event deleted for resources: {'Port': ['ID=165e4621-6dfd-44ee-a0a6-e755150fa058,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:18.115900 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Router f48e8ed6-79be-4408-bc51-59d4a92d8983 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:12:18.185953 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e38aa15e-f224-4166-a726-955963a81e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:18.215094 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38aa15e-f224-4166-a726-955963a81e3f None None] Checking router: f427d911-a405-4f55-bf57-0421c96c26ee for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:12:18.224366 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38aa15e-f224-4166-a726-955963a81e3f None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:12:18.224900 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e38aa15e-f224-4166-a726-955963a81e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:18.225440 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:12:18.238250 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53248d22-3a26-47f9-a664-f61d5aa3a750 None None] Sync routers for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:12:18.249060 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53248d22-3a26-47f9-a664-f61d5aa3a750 None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:12:18.249748 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-53248d22-3a26-47f9-a664-f61d5aa3a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:18.270583 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] No DVR routers for this DVR port 165e4621-6dfd-44ee-a0a6-e755150fa058 on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:12:18.273504 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:18.277928 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b02a3020-7a4b-4887-9377-337ef1914474 req-05601893-aafc-46cd-86ff-2bfbab278e32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.10 "DELETE /v2.0/ports/165e4621-6dfd-44ee-a0a6-e755150fa058 HTTP/1.1" status: 204 len: 173 time: 1.1082509 Apr 08 09:12:18.355525 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-e38aa15e-f224-4166-a726-955963a81e3f None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:12:18.372070 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-53248d22-3a26-47f9-a664-f61d5aa3a750 None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:12:18.563810 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34124) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:18.609382 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e38aa15e-f224-4166-a726-955963a81e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:18.618150 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-53248d22-3a26-47f9-a664-f61d5aa3a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:18.637060 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group (85c4035a-ef10-4322-8830-83611dce35ad), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:18.641053 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38aa15e-f224-4166-a726-955963a81e3f None None] The sync data for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi is: [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:12:18.651684 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53248d22-3a26-47f9-a664-f61d5aa3a750 None None] Checking router: f48e8ed6-79be-4408-bc51-59d4a92d8983 for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:12:18.660538 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53248d22-3a26-47f9-a664-f61d5aa3a750 None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:12:18.661285 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-53248d22-3a26-47f9-a664-f61d5aa3a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:18.663772 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group (85c4035a-ef10-4322-8830-83611dce35ad), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:18.714960 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (85c4035a-ef10-4322-8830-83611dce35ad), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:18.717807 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:18.719020 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "DELETE /v2.0/security-groups/85c4035a-ef10-4322-8830-83611dce35ad HTTP/1.1" status: 204 len: 168 time: 0.1534915 Apr 08 09:12:18.721843 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34126) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:18.728934 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c4035a-ef10-4322-8830-83611dce35ad,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:18.736683 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.737233 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.737744 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.738255 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.738753 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.739250 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.739750 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.740240 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.740774 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.741322 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.741850 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.742435 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.742918 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.743403 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.743913 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5eed87-06ac-4550-b378-0ffcf372beed tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:18.747043 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.api.v2.resource [None req-e8ce7776-2fed-4f95-aba8-de5df85852ab tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] show failed (client error): The resource could not be found. Apr 08 09:12:18.750841 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e8ce7776-2fed-4f95-aba8-de5df85852ab tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups/85c4035a-ef10-4322-8830-83611dce35ad HTTP/1.1" status: 404 len: 347 time: 0.0252419 Apr 08 09:12:18.751724 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34128) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:18.795832 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-53248d22-3a26-47f9-a664-f61d5aa3a750 None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:12:18.901716 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-c4a44a40-56a5-4b92-83a6-2e34a3a20b89 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Deleting port 0b009e55-63df-4168-92f6-74797e3c3cec {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:12:18.902215 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c4a44a40-56a5-4b92-83a6-2e34a3a20b89 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (0b009e55-63df-4168-92f6-74797e3c3cec), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:19.007839 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device cf051081-3865-4f6b-8294-171cb8880bc5 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:12:19.009204 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c4a44a40-56a5-4b92-83a6-2e34a3a20b89 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (0b009e55-63df-4168-92f6-74797e3c3cec), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:19.010189 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c4a44a40-56a5-4b92-83a6-2e34a3a20b89 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (0b009e55-63df-4168-92f6-74797e3c3cec), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:19.028725 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-c4a44a40-56a5-4b92-83a6-2e34a3a20b89 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Calling delete_port for 0b009e55-63df-4168-92f6-74797e3c3cec owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:12:19.038510 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: cf051081-3865-4f6b-8294-171cb8880bc5 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:12:19.040641 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fb88d124-fe09-44e0-a9bc-30088531d76d req-00aa7986-b803-4017-83cf-9a9d300b5c96 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=45c8143b-78c2-4824-a774-a84586fd1a29 HTTP/1.1" status: 200 len: 210 time: 0.0505757 Apr 08 09:12:19.042980 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device cf051081-3865-4f6b-8294-171cb8880bc5 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:12:19.065879 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d516fe4-e3c1-412c-a500-972eca3dfc55 None None] New status for floating IP e6598d1e-1217-49be-ac04-660b46019689: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:12:19.126248 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-53248d22-3a26-47f9-a664-f61d5aa3a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:19.157191 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53248d22-3a26-47f9-a664-f61d5aa3a750 None None] The sync data for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi is: [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:12:19.396553 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c495400d-e303-4621-b360-bcb8154b3b64 None None] New status for floating IP cc324d8e-da65-4376-a145-b271165fcf54: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:12:19.416550 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c4a44a40-56a5-4b92-83a6-2e34a3a20b89 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (0b009e55-63df-4168-92f6-74797e3c3cec), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:19.444196 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a44a40-56a5-4b92-83a6-2e34a3a20b89 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event deleted for resources: {'Port': ['ID=0b009e55-63df-4168-92f6-74797e3c3cec,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:19.505720 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c4a44a40-56a5-4b92-83a6-2e34a3a20b89 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (e6598d1e-1217-49be-ac04-660b46019689), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:19.508307 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c4a44a40-56a5-4b92-83a6-2e34a3a20b89 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:19.509524 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c4a44a40-56a5-4b92-83a6-2e34a3a20b89 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "DELETE /v2.0/floatingips/e6598d1e-1217-49be-ac04-660b46019689 HTTP/1.1" status: 204 len: 168 time: 0.7575977 Apr 08 09:12:19.821632 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34134) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:19.826141 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-06b5fc92-965d-436a-b8da-95715c1618ae tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2036497656', 'description': 'tempest-description--211071633'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:19.845284 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-06b5fc92-965d-436a-b8da-95715c1618ae tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:19.879306 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'name': 'network-vif-deleted', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:12:19.881521 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7052983-4d2b-482b-847e-a7b3662b688f" -d '{"events": [{"server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "name": "network-vif-deleted", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:12:19.916283 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-06b5fc92-965d-436a-b8da-95715c1618ae tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group (87b148f1-4105-4545-9bba-e4c84765fda8), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:19.918042 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a4a2d1-f265-4b4e-a297-51d4ff58aa0a x-openstack-request-id: req-a5a4a2d1-f265-4b4e-a297-51d4ff58aa0a {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:12:19.918341 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c8143b-78c2-4824-a774-a84586fd1a29", "name": "network-vif-deleted", "tag": "165e4621-6dfd-44ee-a0a6-e755150fa058", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:12:19.918574 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5a4a2d1-f265-4b4e-a297-51d4ff58aa0a {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:12:19.919001 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a4a2d1-f265-4b4e-a297-51d4ff58aa0a'] response: {'server_uuid': '45c8143b-78c2-4824-a774-a84586fd1a29', 'name': 'network-vif-deleted', 'tag': '165e4621-6dfd-44ee-a0a6-e755150fa058', 'status': 'completed', 'code': 200} Apr 08 09:12:19.920296 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-06b5fc92-965d-436a-b8da-95715c1618ae tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (87b148f1-4105-4545-9bba-e4c84765fda8), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:19.948901 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-06b5fc92-965d-436a-b8da-95715c1618ae tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:19.950109 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-06b5fc92-965d-436a-b8da-95715c1618ae tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1274738 Apr 08 09:12:19.951182 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5fc92-965d-436a-b8da-95715c1618ae tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b148f1-4105-4545-9bba-e4c84765fda8,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:19.953164 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34138) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:19.957342 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-a473282f-b2b5-431f-a596-fd83f11e8dce tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Request body: {'security_group_rule': {'security_group_id': '87b148f1-4105-4545-9bba-e4c84765fda8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:19.981541 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a473282f-b2b5-431f-a596-fd83f11e8dce tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group_rule (8dabb94b-f7b7-46e3-8a96-eed7721f5fc3), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.038693 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a473282f-b2b5-431f-a596-fd83f11e8dce tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group_rule (8dabb94b-f7b7-46e3-8a96-eed7721f5fc3), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.043779 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a473282f-b2b5-431f-a596-fd83f11e8dce tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (8dabb94b-f7b7-46e3-8a96-eed7721f5fc3), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.061185 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473282f-b2b5-431f-a596-fd83f11e8dce tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dabb94b-f7b7-46e3-8a96-eed7721f5fc3,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:20.068185 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a473282f-b2b5-431f-a596-fd83f11e8dce tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.069432 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a473282f-b2b5-431f-a596-fd83f11e8dce tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153593 Apr 08 09:12:20.072885 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34142) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:20.077334 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-506acc8d-3863-4fdb-8d7b-fe1d768d25a3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Request body: {'security_group_rule': {'security_group_id': '87b148f1-4105-4545-9bba-e4c84765fda8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:20.102964 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-506acc8d-3863-4fdb-8d7b-fe1d768d25a3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group_rule (cd6935f1-31ec-43c7-9b4a-158bebf0f81b), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.128688 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34146) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:20.159434 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-506acc8d-3863-4fdb-8d7b-fe1d768d25a3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group_rule (cd6935f1-31ec-43c7-9b4a-158bebf0f81b), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.163610 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-506acc8d-3863-4fdb-8d7b-fe1d768d25a3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (cd6935f1-31ec-43c7-9b4a-158bebf0f81b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.182509 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bade50c1-7c0b-4ae1-bd39-600a33ac5704 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group (5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.182706 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506acc8d-3863-4fdb-8d7b-fe1d768d25a3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6935f1-31ec-43c7-9b4a-158bebf0f81b,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:20.187604 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-506acc8d-3863-4fdb-8d7b-fe1d768d25a3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.188816 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-506acc8d-3863-4fdb-8d7b-fe1d768d25a3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148667 Apr 08 09:12:20.191761 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34148) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:20.195939 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:20.206698 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bade50c1-7c0b-4ae1-bd39-600a33ac5704 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group (5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.215840 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.253431 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bade50c1-7c0b-4ae1-bd39-600a33ac5704 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.256048 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-bade50c1-7c0b-4ae1-bd39-600a33ac5704 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.257394 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-bade50c1-7c0b-4ae1-bd39-600a33ac5704 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "DELETE /v2.0/security-groups/5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb HTTP/1.1" status: 204 len: 168 time: 0.1276705 Apr 08 09:12:20.261163 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34150) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:20.278052 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade50c1-7c0b-4ae1-bd39-600a33ac5704 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:20.280102 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.api.v2.resource [None req-59166cba-05f5-4aa8-bd4d-dc0feaab389e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] show failed (client error): The resource could not be found. Apr 08 09:12:20.283675 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-59166cba-05f5-4aa8-bd4d-dc0feaab389e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups/5a36f9b2-b3c2-4573-bc6d-d1f3dacf60bb HTTP/1.1" status: 404 len: 347 time: 0.0190766 Apr 08 09:12:20.284102 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34152) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:20.328165 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.411586 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-982e9c2c-3318-475a-9f13-ec323dc316ca tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Deleting port fd7ea76d-f469-46cc-a2f2-b074430271ca {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:12:20.412188 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-982e9c2c-3318-475a-9f13-ec323dc316ca tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (fd7ea76d-f469-46cc-a2f2-b074430271ca), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.432312 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Allocated IP 172.27.2.239 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/52aa310a-25fc-4f61-ada5-867f8ab25107) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:12:20.490277 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-982e9c2c-3318-475a-9f13-ec323dc316ca tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (fd7ea76d-f469-46cc-a2f2-b074430271ca), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.490623 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-982e9c2c-3318-475a-9f13-ec323dc316ca tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (fd7ea76d-f469-46cc-a2f2-b074430271ca), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.502783 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-982e9c2c-3318-475a-9f13-ec323dc316ca tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Calling delete_port for fd7ea76d-f469-46cc-a2f2-b074430271ca owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:12:20.534551 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for port (52aa310a-25fc-4f61-ada5-867f8ab25107), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.568485 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (52aa310a-25fc-4f61-ada5-867f8ab25107), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.604056 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:12:20.606807 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:12:20.610168 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:12:20.638930 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-982e9c2c-3318-475a-9f13-ec323dc316ca tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (fd7ea76d-f469-46cc-a2f2-b074430271ca), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.640354 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event updated for resources: {'Port': ['ID=52aa310a-25fc-4f61-ada5-867f8ab25107,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:20.663233 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e9c2c-3318-475a-9f13-ec323dc316ca tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event deleted for resources: {'Port': ['ID=fd7ea76d-f469-46cc-a2f2-b074430271ca,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:20.706841 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (7fa2be59-c042-411e-bbfa-98b055bc3b64), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.728969 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-982e9c2c-3318-475a-9f13-ec323dc316ca tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (cc324d8e-da65-4376-a145-b271165fcf54), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.731631 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-982e9c2c-3318-475a-9f13-ec323dc316ca tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.732796 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-982e9c2c-3318-475a-9f13-ec323dc316ca tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "DELETE /v2.0/floatingips/cc324d8e-da65-4376-a145-b271165fcf54 HTTP/1.1" status: 204 len: 168 time: 0.4480069 Apr 08 09:12:20.750253 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (52aa310a-25fc-4f61-ada5-867f8ab25107), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.901635 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for port (52aa310a-25fc-4f61-ada5-867f8ab25107), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.905923 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (52aa310a-25fc-4f61-ada5-867f8ab25107), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.907487 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34156) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:20.912352 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-1be28c7a-d5f9-48a9-b510-7f51758d7073 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1046469428', 'description': 'tempest-description--1369896495'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:20.932996 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1be28c7a-d5f9-48a9-b510-7f51758d7073 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:20.973382 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event updated for resources: {'Port': ['ID=52aa310a-25fc-4f61-ada5-867f8ab25107,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:20.985243 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (7fa2be59-c042-411e-bbfa-98b055bc3b64), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.001331 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.007045 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-fad903a3-b116-4daf-93c6-cd0863a287ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8099062 Apr 08 09:12:21.010664 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1be28c7a-d5f9-48a9-b510-7f51758d7073 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group (bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.015830 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1be28c7a-d5f9-48a9-b510-7f51758d7073 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.016101 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 165e4621-6dfd-44ee-a0a6-e755150fa058 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:12:21.053699 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1be28c7a-d5f9-48a9-b510-7f51758d7073 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.054033 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: 165e4621-6dfd-44ee-a0a6-e755150fa058 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:12:21.057838 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 165e4621-6dfd-44ee-a0a6-e755150fa058 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:12:21.057979 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-1be28c7a-d5f9-48a9-b510-7f51758d7073 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1463768 Apr 08 09:12:21.057979 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be28c7a-d5f9-48a9-b510-7f51758d7073 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:21.058170 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34162) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:21.062899 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-4cd071d8-36ab-4d85-9120-6d5966dedd5c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Request body: {'security_group_rule': {'security_group_id': 'bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:21.091477 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4cd071d8-36ab-4d85-9120-6d5966dedd5c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group_rule (8cad90f3-6719-446c-969b-2084c6c5f99a), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.168339 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4cd071d8-36ab-4d85-9120-6d5966dedd5c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group_rule (8cad90f3-6719-446c-969b-2084c6c5f99a), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.173968 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4cd071d8-36ab-4d85-9120-6d5966dedd5c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (8cad90f3-6719-446c-969b-2084c6c5f99a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.207015 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd071d8-36ab-4d85-9120-6d5966dedd5c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cad90f3-6719-446c-969b-2084c6c5f99a,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:21.211518 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-8d57b00f-91b9-4a96-8fef-8900065f0c5b tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2036497656&fields=id&tenant_id=1138136b57c543faa9fc9e4cc4ff7d38 HTTP/1.1" status: 200 len: 267 time: 0.0821466 Apr 08 09:12:21.214813 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4cd071d8-36ab-4d85-9120-6d5966dedd5c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.218384 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4cd071d8-36ab-4d85-9120-6d5966dedd5c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565995 Apr 08 09:12:21.218928 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34176) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:21.223355 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-f6afac09-2527-4cad-b59a-abafa21f4f90 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Request body: {'security_group_rule': {'security_group_id': 'bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:21.246797 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6afac09-2527-4cad-b59a-abafa21f4f90 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group_rule (8db87c27-a0e5-400c-994d-2c31c5d0a1fc), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.301687 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6afac09-2527-4cad-b59a-abafa21f4f90 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group_rule (8db87c27-a0e5-400c-994d-2c31c5d0a1fc), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.305293 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6afac09-2527-4cad-b59a-abafa21f4f90 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (8db87c27-a0e5-400c-994d-2c31c5d0a1fc), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.316614 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-f970024b-4e4e-4737-a860-67e0092c0f71 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:21.318095 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-f970024b-4e4e-4737-a860-67e0092c0f71 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/networks?id=0d212e64-e599-4f30-a480-e7099d8eb4c3 HTTP/1.1" status: 200 len: 811 time: 0.0995307 Apr 08 09:12:21.325966 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afac09-2527-4cad-b59a-abafa21f4f90 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db87c27-a0e5-400c-994d-2c31c5d0a1fc,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:21.331810 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6afac09-2527-4cad-b59a-abafa21f4f90 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.333868 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-dc97e324-9a55-4131-8401-d96e0998f19d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/quotas/1138136b57c543faa9fc9e4cc4ff7d38 HTTP/1.1" status: 200 len: 375 time: 0.0095420 Apr 08 09:12:21.335711 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34178) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:21.335912 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f6afac09-2527-4cad-b59a-abafa21f4f90 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158977 Apr 08 09:12:21.339885 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:21.392194 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.427723 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-6c2c99ef-3b56-4d0a-b664-ff79575c4934 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837469 Apr 08 09:12:21.527594 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.636036 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-681a5c0a-14a1-4fd0-befb-7396cbb9d0c2 service neutron] 10.222.0.11 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771231 Apr 08 09:12:21.732088 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Allocated IP 172.27.2.29 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/73f7648a-eb02-4b74-9485-ec581e4735f7) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:12:21.782751 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-dc5c37d8-f349-4269-9bd3-c6460a635983 service neutron] 10.222.0.11 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295319 Apr 08 09:12:21.852266 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for port (73f7648a-eb02-4b74-9485-ec581e4735f7), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.892716 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (73f7648a-eb02-4b74-9485-ec581e4735f7), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:21.945211 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:12:21.962399 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5fb30df1-f9a0-4571-9dbb-8abb9f4e3c70 req-48b1e863-4bfa-44d1-994e-19185aa78be0 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 210 time: 0.0391326 Apr 08 09:12:21.964868 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:12:21.970855 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:12:21.992915 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event updated for resources: {'Port': ['ID=73f7648a-eb02-4b74-9485-ec581e4735f7,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:22.060590 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (53737c4e-fe2a-4ac6-a81a-074a447c3e8a), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:22.099339 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (73f7648a-eb02-4b74-9485-ec581e4735f7), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:22.512088 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for port (73f7648a-eb02-4b74-9485-ec581e4735f7), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:22.517559 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (73f7648a-eb02-4b74-9485-ec581e4735f7), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:22.596970 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event updated for resources: {'Port': ['ID=73f7648a-eb02-4b74-9485-ec581e4735f7,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:22.608907 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (53737c4e-fe2a-4ac6-a81a-074a447c3e8a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:22.623247 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:22.624499 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f55fe539-e7ef-4f21-9fe1-ac7fa7d46f6b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2878582 Apr 08 09:12:22.773985 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-c3907988-b312-41c5-bff2-71a7956502f5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1046469428&fields=id&tenant_id=1731589fdea447d4b4b5fcde204b348f HTTP/1.1" status: 200 len: 267 time: 0.0406084 Apr 08 09:12:22.887177 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-9f8fd888-f805-4d99-8172-02a06e71a4ac tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:22.888685 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-9f8fd888-f805-4d99-8172-02a06e71a4ac tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 816 time: 0.1079969 Apr 08 09:12:22.904859 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-410046a0-5863-47f4-ab45-ec97d1547034 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/quotas/1731589fdea447d4b4b5fcde204b348f HTTP/1.1" status: 200 len: 375 time: 0.0109775 Apr 08 09:12:22.959181 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a9aebac8-0b89-4b6e-9c87-adabe265dedd tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489526 Apr 08 09:12:23.064068 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-20eef003-44e1-4e42-99ee-98d75e0ac8a4 req-742392d3-df7e-4590-b075-376e3788be79 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 210 time: 0.0361030 Apr 08 09:12:23.083532 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-1b0d2327-47bf-4779-b07f-f41ab185e4b6 service neutron] 10.222.0.11 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123703 Apr 08 09:12:23.172651 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-21e05962-99fa-4feb-a3bc-afc4170c72c9 service neutron] 10.222.0.11 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819948 Apr 08 09:12:23.363045 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d7066d9-e9b6-412a-a1df-2962a26f4f36 req-56ce261f-ad52-490b-a892-0fc536b312c1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 210 time: 0.0367064 Apr 08 09:12:23.379885 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-67c49d5e-9c54-4611-bc65-d1ac91f46393 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:23.381559 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-67c49d5e-9c54-4611-bc65-d1ac91f46393 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.10 "GET /v2.0/networks?id=0d212e64-e599-4f30-a480-e7099d8eb4c3 HTTP/1.1" status: 200 len: 811 time: 0.1211400 Apr 08 09:12:23.482959 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-12bad620-387c-4ee5-b5a1-a1b810d20eaa tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1138136b57c543faa9fc9e4cc4ff7d38 HTTP/1.1" status: 200 len: 380 time: 0.0711517 Apr 08 09:12:23.582461 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Request body: {'port': {'device_id': '7359d60a-b041-4ab0-8c72-159674eb1151', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'admin_state_up': True, 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'security_groups': ['87b148f1-4105-4545-9bba-e4c84765fda8']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:23.693508 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Made reservation on behalf of 1138136b57c543faa9fc9e4cc4ff7d38 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:12:23.697684 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:23.837644 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Allocated IP 172.20.0.9 (0d212e64-e599-4f30-a480-e7099d8eb4c3/317ed796-bf5f-413a-88ba-27d2f3ef552b/a15e7123-0200-4ba2-b273-50784a064d30) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:12:23.978902 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for port (a15e7123-0200-4ba2-b273-50784a064d30), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:24.010720 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (a15e7123-0200-4ba2-b273-50784a064d30), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:24.051476 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Network 0d212e64-e599-4f30-a480-e7099d8eb4c3 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:12:24.054471 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:12:24.060983 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:12:24.084249 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event updated for resources: {'Port': ['ID=a15e7123-0200-4ba2-b273-50784a064d30,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:24.113735 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:24.114495 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:24.131953 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-60ec030a-e654-4575-b70d-92ce3e809306 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5533578 Apr 08 09:12:24.200026 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d73e13-2e3c-4127-b156-7826f4c43aaf req-081cdc9d-42ef-4129-95e4-11bf3789480a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:24.202325 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a2d73e13-2e3c-4127-b156-7826f4c43aaf req-081cdc9d-42ef-4129-95e4-11bf3789480a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 931 time: 0.0570123 Apr 08 09:12:24.251393 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a2d73e13-2e3c-4127-b156-7826f4c43aaf req-29f07aee-064d-453a-a55c-305c712d64bd tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433018 Apr 08 09:12:24.273746 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Request body: {'port': {'device_id': '7359d60a-b041-4ab0-8c72-159674eb1151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:24.320595 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-b5ca19e4-0cdd-4675-a221-da7954a4f90c None None] Provisioning complete for port a15e7123-0200-4ba2-b273-50784a064d30 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:12:24.321173 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b5ca19e4-0cdd-4675-a221-da7954a4f90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (a15e7123-0200-4ba2-b273-50784a064d30), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:24.340193 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a15e7123-0200-4ba2-b273-50784a064d30), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:24.357903 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca19e4-0cdd-4675-a221-da7954a4f90c None None] Port a15e7123-0200-4ba2-b273-50784a064d30 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:12:24.470842 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d2e61dd2-a9d7-40bf-a052-6a2dbe215c81 req-88393b77-2bf9-42db-9ca0-67d3ac8b7233 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 210 time: 0.0307624 Apr 08 09:12:24.554402 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-879df7a2-e947-4d1d-8657-1015550cafc3 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:24.555853 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-879df7a2-e947-4d1d-8657-1015550cafc3 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.10 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 816 time: 0.2013857 Apr 08 09:12:24.714153 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15e7123-0200-4ba2-b273-50784a064d30 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:12:24.727290 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Publish callbacks [] for port (a15e7123-0200-4ba2-b273-50784a064d30), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:24.755744 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-98943c2b-ee11-42ed-aa3a-c42f6dcae55f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1731589fdea447d4b4b5fcde204b348f HTTP/1.1" status: 200 len: 380 time: 0.0953619 Apr 08 09:12:24.756697 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Transition to ACTIVE for port object a15e7123-0200-4ba2-b273-50784a064d30 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:12:24.760696 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (a15e7123-0200-4ba2-b273-50784a064d30), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:24.769369 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Request body: {'port': {'device_id': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'admin_state_up': True, 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'security_groups': ['bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:24.875846 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Pushing event updated for resources: {'Port': ['ID=a15e7123-0200-4ba2-b273-50784a064d30,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:24.989018 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9147d9-10be-484c-ab4a-82fff145a24b req-1102ac61-aa2f-487a-b990-239be5b25dc5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:24.990917 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0f9147d9-10be-484c-ab4a-82fff145a24b req-1102ac61-aa2f-487a-b990-239be5b25dc5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0577848 Apr 08 09:12:24.994977 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Attempting to bind port a15e7123-0200-4ba2-b273-50784a064d30 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:12:24.995314 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Attempting to bind port a15e7123-0200-4ba2-b273-50784a064d30 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:12:24.995676 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Attempting to bind port a15e7123-0200-4ba2-b273-50784a064d30 on network 0d212e64-e599-4f30-a480-e7099d8eb4c3 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:12:25.002880 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Port a15e7123-0200-4ba2-b273-50784a064d30 on network 0d212e64-e599-4f30-a480-e7099d8eb4c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:12:25.003286 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Attempting to bind port a15e7123-0200-4ba2-b273-50784a064d30 on network 0d212e64-e599-4f30-a480-e7099d8eb4c3 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:12:25.007937 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Made reservation on behalf of 1731589fdea447d4b4b5fcde204b348f for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:12:25.011765 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:25.014852 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:12:25.015193 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Checking segment: {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:12:25.015569 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Bound using segment: {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:12:25.016001 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Bound port: a15e7123-0200-4ba2-b273-50784a064d30, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bae30f3-9c7a-427d-845f-dccbfdadb634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:12:25.016341 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a15e7123-0200-4ba2-b273-50784a064d30), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:25.047017 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0f9147d9-10be-484c-ab4a-82fff145a24b req-52244206-cd45-492f-98c6-9398950acaf7 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442986 Apr 08 09:12:25.144367 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] For port a15e7123-0200-4ba2-b273-50784a064d30, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:12:25.175808 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] For port a15e7123-0200-4ba2-b273-50784a064d30, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a15e7123-0200-4ba2-b273-50784a064d30,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:12:25.185504 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (a15e7123-0200-4ba2-b273-50784a064d30), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:25.221010 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Allocated IP 172.20.0.13 (10b7a254-b160-4de6-b642-6f7a58546c9f/5471f85f-e66a-4cbd-9a5c-aa1e5a851961/bcd17833-cd4f-4bb1-96ee-880ad2824210) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:12:25.237000 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:25.237626 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:25.239047 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] 10.222.0.10 "PUT /v2.0/ports/a15e7123-0200-4ba2-b273-50784a064d30 HTTP/1.1" status: 200 len: 1093 time: 0.9695463 Apr 08 09:12:25.239498 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7359d60a-b041-4ab0-8c72-159674eb1151', 'tag': 'a15e7123-0200-4ba2-b273-50784a064d30'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:12:25.241765 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba16b6e2-088f-41be-9651-eaa0fcc72f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "7359d60a-b041-4ab0-8c72-159674eb1151", "tag": "a15e7123-0200-4ba2-b273-50784a064d30"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:12:25.279986 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ab20a-9738-42ad-be96-7217651b9f74 service neutron] Pushing event updated for resources: {'Port': ['ID=a15e7123-0200-4ba2-b273-50784a064d30,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:25.286280 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd1b3e9-8ba4-4e47-bce0-7e5b60454124 x-openstack-request-id: req-0bd1b3e9-8ba4-4e47-bce0-7e5b60454124 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:12:25.286840 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7359d60a-b041-4ab0-8c72-159674eb1151", "tag": "a15e7123-0200-4ba2-b273-50784a064d30", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:12:25.287108 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0bd1b3e9-8ba4-4e47-bce0-7e5b60454124 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:12:25.287768 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd1b3e9-8ba4-4e47-bce0-7e5b60454124'] response: {'name': 'network-changed', 'server_uuid': '7359d60a-b041-4ab0-8c72-159674eb1151', 'tag': 'a15e7123-0200-4ba2-b273-50784a064d30', 'status': 'completed', 'code': 200} Apr 08 09:12:25.381695 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cbffd-07b4-438f-b2f0-c2b2299e2fc0 req-eeea7e50-3e08-452c-8d6c-5363cf217264 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:25.383949 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d48cbffd-07b4-438f-b2f0-c2b2299e2fc0 req-eeea7e50-3e08-452c-8d6c-5363cf217264 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 943 time: 0.0574448 Apr 08 09:12:25.412133 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:25.434898 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d48cbffd-07b4-438f-b2f0-c2b2299e2fc0 req-23e488c7-3564-4cee-ad53-b581c1198c69 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 Apr 08 09:12:25.448672 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:25.489681 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Network 10b7a254-b160-4de6-b642-6f7a58546c9f is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:12:25.492747 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:12:25.498518 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:12:25.522840 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event updated for resources: {'Port': ['ID=bcd17833-cd4f-4bb1-96ee-880ad2824210,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:25.552807 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:25.553773 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:25.571152 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-a0d0276e-f5b0-4842-a1ac-d7d78b1db76e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8075914 Apr 08 09:12:25.616835 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f24424-d74b-4d05-a463-7ef01d959fdf req-c5ec36e2-804c-4e08-8b4d-9fac000ba405 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:25.618912 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92f24424-d74b-4d05-a463-7ef01d959fdf req-c5ec36e2-804c-4e08-8b4d-9fac000ba405 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 932 time: 0.0561304 Apr 08 09:12:25.667596 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92f24424-d74b-4d05-a463-7ef01d959fdf req-cecf0f79-0f4f-40ab-a2d7-c6e10cfa25a0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Apr 08 09:12:25.753929 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-47002a3f-4e77-4ea4-b3ff-9e90d7c72f1e None None] Provisioning complete for port bcd17833-cd4f-4bb1-96ee-880ad2824210 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:12:25.754462 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47002a3f-4e77-4ea4-b3ff-9e90d7c72f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:25.787628 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-47002a3f-4e77-4ea4-b3ff-9e90d7c72f1e None None] Port bcd17833-cd4f-4bb1-96ee-880ad2824210 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:12:26.164152 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a3de2-f986-44e7-a0fb-6aacec60ab4f req-6c663ac8-d187-4840-b7fd-02db95248a2c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:26.166163 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d7a3de2-f986-44e7-a0fb-6aacec60ab4f req-6c663ac8-d187-4840-b7fd-02db95248a2c tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0554390 Apr 08 09:12:26.210760 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d7a3de2-f986-44e7-a0fb-6aacec60ab4f req-9774deb0-c310-4ce6-98b5-4e33f7134b27 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392451 Apr 08 09:12:26.507091 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:26.551030 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4d0ee-86ae-4147-86fa-dcba4e0f22f6 req-2e23a5be-4954-424f-a07d-d2b926cad6b4 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:26.552492 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-22b4d0ee-86ae-4147-86fa-dcba4e0f22f6 req-2e23a5be-4954-424f-a07d-d2b926cad6b4 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 943 time: 0.0529840 Apr 08 09:12:26.597700 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-22b4d0ee-86ae-4147-86fa-dcba4e0f22f6 req-ae13fa85-6287-47c2-95e8-0e1858fd5e83 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397079 Apr 08 09:12:26.791116 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5be2b6-b399-46bb-9ba1-cceb1e0756d2 req-1dcb40d9-bb65-44c5-ac97-b10144650275 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:26.792577 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee5be2b6-b399-46bb-9ba1-cceb1e0756d2 req-1dcb40d9-bb65-44c5-ac97-b10144650275 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 932 time: 0.0552037 Apr 08 09:12:26.839116 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee5be2b6-b399-46bb-9ba1-cceb1e0756d2 req-20ae3ca8-6d8c-433e-8398-3b8e38207c32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410073 Apr 08 09:12:27.324120 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a785b1f-ff88-4529-91a2-e67781b475b6 req-629a1c69-294f-4e0a-b04a-2c6b10363db3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:27.325595 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5a785b1f-ff88-4529-91a2-e67781b475b6 req-629a1c69-294f-4e0a-b04a-2c6b10363db3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0511496 Apr 08 09:12:27.370241 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5a785b1f-ff88-4529-91a2-e67781b475b6 req-ab917714-8575-47f3-833d-8b9de56c7c71 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391264 Apr 08 09:12:27.711074 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1edc14-81f5-40c7-b6c7-6f907661d1a7 req-6c4be5a8-6aa8-464f-ba69-3a2d8e64a345 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:27.712631 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7c1edc14-81f5-40c7-b6c7-6f907661d1a7 req-6c4be5a8-6aa8-464f-ba69-3a2d8e64a345 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 943 time: 0.0516412 Apr 08 09:12:27.761912 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7c1edc14-81f5-40c7-b6c7-6f907661d1a7 req-131b7a32-d8af-4bc1-9ca4-6785cc2213f0 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440011 Apr 08 09:12:27.957391 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f673ebb-2e0b-4b01-ab18-fe5890e88ef3 req-b90b758c-b9d5-4504-9cf2-ae8156a704d6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:27.958870 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f673ebb-2e0b-4b01-ab18-fe5890e88ef3 req-b90b758c-b9d5-4504-9cf2-ae8156a704d6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 932 time: 0.0518701 Apr 08 09:12:27.971161 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Request body: {'port': {'device_id': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:28.006866 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f673ebb-2e0b-4b01-ab18-fe5890e88ef3 req-e3fb888a-93ac-4584-956e-bb4e64d3ddd1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420177 Apr 08 09:12:28.061735 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:28.066158 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16b6e2-088f-41be-9651-eaa0fcc72f2e req-60c3fe06-c808-4b69-8857-7fdbc0b7d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:28.067636 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ba16b6e2-088f-41be-9651-eaa0fcc72f2e req-60c3fe06-c808-4b69-8857-7fdbc0b7d279 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 1127 time: 0.0938337 Apr 08 09:12:28.270446 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16b6e2-088f-41be-9651-eaa0fcc72f2e req-8a216fda-d1bd-4264-a94b-991ba73587de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:28.271898 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ba16b6e2-088f-41be-9651-eaa0fcc72f2e req-8a216fda-d1bd-4264-a94b-991ba73587de service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1764476 Apr 08 09:12:28.393660 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd17833-cd4f-4bb1-96ee-880ad2824210 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:12:28.401822 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Publish callbacks [] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:28.414580 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Transition to ACTIVE for port object bcd17833-cd4f-4bb1-96ee-880ad2824210 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:12:28.418465 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:28.493953 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f0a7f-0792-4c46-88f5-6d6795b40ad2 req-a63d1b8b-b7f0-4ee1-af3b-507865e17cfa tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:28.495438 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-029f0a7f-0792-4c46-88f5-6d6795b40ad2 req-a63d1b8b-b7f0-4ee1-af3b-507865e17cfa tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0590267 Apr 08 09:12:28.532242 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd17833-cd4f-4bb1-96ee-880ad2824210,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:28.553518 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-029f0a7f-0792-4c46-88f5-6d6795b40ad2 req-d1f65100-3a05-4947-a2ca-f1aa0086fc64 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510914 Apr 08 09:12:28.611693 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16b6e2-088f-41be-9651-eaa0fcc72f2e req-4aebeb50-6778-4917-8b44-bc3bc8b16d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:28.613212 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ba16b6e2-088f-41be-9651-eaa0fcc72f2e req-4aebeb50-6778-4917-8b44-bc3bc8b16d97 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1670413 Apr 08 09:12:28.632568 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Attempting to bind port bcd17833-cd4f-4bb1-96ee-880ad2824210 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:12:28.632909 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Attempting to bind port bcd17833-cd4f-4bb1-96ee-880ad2824210 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:12:28.633240 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Attempting to bind port bcd17833-cd4f-4bb1-96ee-880ad2824210 on network 10b7a254-b160-4de6-b642-6f7a58546c9f {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:12:28.638356 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Port bcd17833-cd4f-4bb1-96ee-880ad2824210 on network 10b7a254-b160-4de6-b642-6f7a58546c9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:12:28.638690 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Attempting to bind port bcd17833-cd4f-4bb1-96ee-880ad2824210 on network 10b7a254-b160-4de6-b642-6f7a58546c9f {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:12:28.644240 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:12:28.644575 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Checking segment: {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:12:28.644914 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Bound using segment: {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:12:28.645344 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Bound port: bcd17833-cd4f-4bb1-96ee-880ad2824210, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0984bf-059a-4268-bf15-e4c4fb3a5705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:12:28.645711 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:28.666680 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-4badf1a8-4a0b-4c87-8db3-e24bbbebe670 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:28.668732 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-4badf1a8-4a0b-4c87-8db3-e24bbbebe670 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 946 time: 0.0608833 Apr 08 09:12:28.741921 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:12:28.746200 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:12:28.755588 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:28.765698 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-3fd61dcb-30e8-43fc-b6cb-e806badf73cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:28.767187 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-3fd61dcb-30e8-43fc-b6cb-e806badf73cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 1127 time: 0.0848887 Apr 08 09:12:28.770173 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Deleting port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:12:28.770747 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:28.831287 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:28.831905 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:28.833348 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] 10.222.0.10 "PUT /v2.0/ports/bcd17833-cd4f-4bb1-96ee-880ad2824210 HTTP/1.1" status: 200 len: 1094 time: 0.8664045 Apr 08 09:12:28.834079 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:12:28.836508 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500e99d2-9be0-4f4d-a59d-f65e03b39f66" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:12:28.842403 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-6edb94ed-d390-4865-8dd3-05298b8afc72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a15e7123-0200-4ba2-b273-50784a064d30 HTTP/1.1" status: 200 len: 217 time: 0.0563874 Apr 08 09:12:28.893499 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30afc35e-94dc-4c51-b2f0-cbcb2490d76c x-openstack-request-id: req-30afc35e-94dc-4c51-b2f0-cbcb2490d76c {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:12:28.893797 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:12:28.894059 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30afc35e-94dc-4c51-b2f0-cbcb2490d76c {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:12:28.894536 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30afc35e-94dc-4c51-b2f0-cbcb2490d76c'] response: {'name': 'network-changed', 'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'status': 'completed', 'code': 200} Apr 08 09:12:28.900925 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cccef-5e39-4c18-abb6-c4eaf77659d4 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd17833-cd4f-4bb1-96ee-880ad2824210,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:28.923579 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-1a886139-a929-4c47-b0e6-bccb63f1cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:28.925034 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-1a886139-a929-4c47-b0e6-bccb63f1cbd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=317ed796-bf5f-413a-88ba-27d2f3ef552b HTTP/1.1" status: 200 len: 850 time: 0.0752954 Apr 08 09:12:28.929615 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] For port 1a98bcfc-3520-406b-9078-3bf74bc21ca2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=1a98bcfc-3520-406b-9078-3bf74bc21ca2,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:28.929984 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:28.952554 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fb051-f884-48b6-bf3b-29ec2b0627bb req-7f504b03-9e24-4f86-ada5-1b97fb4f1b6c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:28.954060 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-908fb051-f884-48b6-bf3b-29ec2b0627bb req-7f504b03-9e24-4f86-ada5-1b97fb4f1b6c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 943 time: 0.1143227 Apr 08 09:12:28.996248 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-0be415d6-f3cf-40e9-826f-5ce2088cc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:28.997681 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-0be415d6-f3cf-40e9-826f-5ce2088cc938 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 1128 time: 0.0823243 Apr 08 09:12:29.006898 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-aef9e6d5-ab74-48f9-96d4-648c20a2ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:29.008633 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-aef9e6d5-ab74-48f9-96d4-648c20a2ca7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d212e64-e599-4f30-a480-e7099d8eb4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646491 Apr 08 09:12:29.076651 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-c28920cc-adbb-4570-bf9d-8e96b976c6c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210 HTTP/1.1" status: 200 len: 217 time: 0.0599251 Apr 08 09:12:29.159007 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-908fb051-f884-48b6-bf3b-29ec2b0627bb req-0de2884a-144e-4739-ae99-9fc121ee08b9 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828709 Apr 08 09:12:29.233868 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5490a7-da23-46ba-9d5c-228ba04140ef req-499b8738-dbe5-4b34-96fc-94b52f692da5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:29.235401 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ec5490a7-da23-46ba-9d5c-228ba04140ef req-499b8738-dbe5-4b34-96fc-94b52f692da5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.1489434 Apr 08 09:12:29.255680 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:29.256043 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (673610ae-cc35-4c03-b033-933d47dada0b), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:29.256352 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.l3_db [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Floating IP 673610ae-cc35-4c03-b033-933d47dada0b disassociated. External IP: 172.27.2.205, port: 1a98bcfc-3520-406b-9078-3bf74bc21ca2. Apr 08 09:12:29.256719 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Calling delete_port for 1a98bcfc-3520-406b-9078-3bf74bc21ca2 owned by compute:nova {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:12:29.333422 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ec5490a7-da23-46ba-9d5c-228ba04140ef req-1c0ecf80-bc0e-4ac1-8985-c47fd8a0dbbc tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905972 Apr 08 09:12:29.388716 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-47a60717-a851-4ea4-9c0b-bd99658e2ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:29.390192 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-47a60717-a851-4ea4-9c0b-bd99658e2ea3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 200 len: 855 time: 0.0566125 Apr 08 09:12:29.412656 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-b58881f5-ddcc-4e23-b23f-f8d3c879faf8 service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969848 Apr 08 09:12:29.430865 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (1a98bcfc-3520-406b-9078-3bf74bc21ca2), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:29.464537 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event deleted for resources: {'Port': ['ID=1a98bcfc-3520-406b-9078-3bf74bc21ca2,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:29.511973 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-1a29f695-e0e1-4dbc-ae5a-2c1f0f4a73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:29.513528 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-1a29f695-e0e1-4dbc-ae5a-2c1f0f4a73cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b7a254-b160-4de6-b642-6f7a58546c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1148596 Apr 08 09:12:29.582645 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-83594516-c904-417a-9135-f5b876610eaa service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556964 Apr 08 09:12:29.584503 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Router 5622308b-a745-4a20-b72d-6443d6acfbca has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:12:29.619834 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-bcdbd395-d4d6-4f3f-9e14-e054e8669617 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997941 Apr 08 09:12:29.668465 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-79b67402-6c62-4e54-9962-fea375dafa47 req-a76de63a-9b6b-46c3-a7cb-dfff41c990ba tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 210 time: 0.0314257 Apr 08 09:12:29.723736 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:12:29.735928 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cda478-d416-4b67-b56b-65a3b34467cc None None] Sync routers for ids ['5622308b-a745-4a20-b72d-6443d6acfbca'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:12:29.746421 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cda478-d416-4b67-b56b-65a3b34467cc None None] Routers {'5622308b-a745-4a20-b72d-6443d6acfbca'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:12:29.747067 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-56cda478-d416-4b67-b56b-65a3b34467cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['5622308b-a745-4a20-b72d-6443d6acfbca'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:29.771694 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] No DVR routers for this DVR port 1a98bcfc-3520-406b-9078-3bf74bc21ca2 on host hv-cinder-83699 {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:12:29.775003 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:29.778498 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ef83461a-77b1-4f9f-aac7-2c9507467945 req-654c0351-91c0-4bbe-a6a8-2dff1621ddb8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "DELETE /v2.0/ports/1a98bcfc-3520-406b-9078-3bf74bc21ca2 HTTP/1.1" status: 204 len: 173 time: 1.1047277 Apr 08 09:12:29.778986 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'name': 'network-vif-deleted', 'tag': '1a98bcfc-3520-406b-9078-3bf74bc21ca2'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:12:29.781325 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55892213-1291-456c-b6da-ef6afa6088d2" -d '{"events": [{"server_uuid": "aa761de8-0331-4186-91c4-0e9714f71d48", "name": "network-vif-deleted", "tag": "1a98bcfc-3520-406b-9078-3bf74bc21ca2"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:12:29.833836 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9733b4-94a9-4920-b673-43678769bef1 x-openstack-request-id: req-1a9733b4-94a9-4920-b673-43678769bef1 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:12:29.834129 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa761de8-0331-4186-91c4-0e9714f71d48", "name": "network-vif-deleted", "tag": "1a98bcfc-3520-406b-9078-3bf74bc21ca2", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:12:29.834476 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a9733b4-94a9-4920-b673-43678769bef1 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:12:29.834888 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9733b4-94a9-4920-b673-43678769bef1'] response: {'server_uuid': 'aa761de8-0331-4186-91c4-0e9714f71d48', 'name': 'network-vif-deleted', 'tag': '1a98bcfc-3520-406b-9078-3bf74bc21ca2', 'status': 'completed', 'code': 200} Apr 08 09:12:29.874417 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-56cda478-d416-4b67-b56b-65a3b34467cc None None] Set router 5622308b-a745-4a20-b72d-6443d6acfbca gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:12:30.079617 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-56cda478-d416-4b67-b56b-65a3b34467cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '86b5bd84-55bf-4a5e-91b2-e4e893583894', 'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'mac_address': 'fa:16:3e:4a:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:05:40Z', 'revision_number': 5, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'subnets': [{'id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:30.105683 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cda478-d416-4b67-b56b-65a3b34467cc None None] Checking router: 5622308b-a745-4a20-b72d-6443d6acfbca for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:12:30.113806 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cda478-d416-4b67-b56b-65a3b34467cc None None] Routers {'5622308b-a745-4a20-b72d-6443d6acfbca'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:12:30.114407 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-56cda478-d416-4b67-b56b-65a3b34467cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['5622308b-a745-4a20-b72d-6443d6acfbca'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:30.221997 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-56cda478-d416-4b67-b56b-65a3b34467cc None None] Set router 5622308b-a745-4a20-b72d-6443d6acfbca gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:12:30.277489 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5620355-38d7-4282-9028-58f3997f3135 req-31b83ea7-bf06-4b0e-a75f-a30c58b9b2ae tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:30.278954 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b5620355-38d7-4282-9028-58f3997f3135 req-31b83ea7-bf06-4b0e-a75f-a30c58b9b2ae tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 943 time: 0.0512950 Apr 08 09:12:30.325457 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b5620355-38d7-4282-9028-58f3997f3135 req-d9405b11-a432-407b-8bf6-76a386f1e3b6 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409060 Apr 08 09:12:30.421257 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-56cda478-d416-4b67-b56b-65a3b34467cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '86b5bd84-55bf-4a5e-91b2-e4e893583894', 'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'mac_address': 'fa:16:3e:4a:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:05:40Z', 'revision_number': 5, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'subnets': [{'id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:30.447822 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cda478-d416-4b67-b56b-65a3b34467cc None None] The sync data for ids ['5622308b-a745-4a20-b72d-6443d6acfbca'] in dv-cinder-836996-2-iscsi is: [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:05:35Z', 'revision_number': 4, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '86b5bd84-55bf-4a5e-91b2-e4e893583894', 'name': '', 'network_id': '4b30230e-4c3b-4dea-8337-326b2135c68c', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'mac_address': 'fa:16:3e:4a:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:34Z', 'updated_at': '2022-04-08T09:05:40Z', 'revision_number': 5, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'subnets': [{'id': '7e2e608c-5756-4e6d-af6d-52672d8949cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:12:30.456605 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e81671-a20c-4016-b816-6a51e3263a6c req-ff2fea82-a510-463c-a978-7a0d03569c37 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:30.458141 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-38e81671-a20c-4016-b816-6a51e3263a6c req-ff2fea82-a510-463c-a978-7a0d03569c37 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0516605 Apr 08 09:12:30.515671 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-38e81671-a20c-4016-b816-6a51e3263a6c req-664464fa-bac8-413d-b4bf-9aadb2aed21c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514157 Apr 08 09:12:30.657717 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b15fb48-d326-4e36-a99c-7df8796e94b7 None None] New status for floating IP 673610ae-cc35-4c03-b033-933d47dada0b: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:12:30.763283 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae59ef3a-f66f-47a6-a0cf-7f1ba11e5721 req-f36eadc6-50c3-4db8-ada2-9a551ae20bb6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 210 time: 0.0305958 Apr 08 09:12:31.441148 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423c041-ab59-4c91-b35b-a6e465743e1e req-6f24f884-b6c0-4453-aafe-007b1ffcbf80 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:31.442602 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8423c041-ab59-4c91-b35b-a6e465743e1e req-6f24f884-b6c0-4453-aafe-007b1ffcbf80 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 943 time: 0.0515573 Apr 08 09:12:31.487371 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8423c041-ab59-4c91-b35b-a6e465743e1e req-58d11b51-7122-4e7a-aece-a7d1191401d5 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393860 Apr 08 09:12:31.633481 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6931c-2210-4ca6-bb87-ce35423ce7e8 req-9265935a-d647-4af0-90c5-d1103f074e5a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:31.634828 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-60e6931c-2210-4ca6-bb87-ce35423ce7e8 req-9265935a-d647-4af0-90c5-d1103f074e5a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0508249 Apr 08 09:12:31.682864 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-60e6931c-2210-4ca6-bb87-ce35423ce7e8 req-f1f9c59d-0ccd-4b9a-b585-b2813015bfb5 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425818 Apr 08 09:12:31.854458 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-102865a6-3a88-4d5e-b108-378c4d0f5a1f req-00383e86-a01a-4a13-8e06-8eba9608fb48 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 210 time: 0.0272896 Apr 08 09:12:31.939105 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-a1ac615b-23e1-4741-b86e-8db07a2f04a0 req-ef59d1b7-b4f5-4108-bd4c-bc5566f5b8c0 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954375 Apr 08 09:12:32.601418 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957318-0a83-4757-baef-abc7944330b1 req-3f43323e-0c01-4765-ac2d-badfabee2d44 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:32.603017 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f957318-0a83-4757-baef-abc7944330b1 req-3f43323e-0c01-4765-ac2d-badfabee2d44 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 943 time: 0.0513217 Apr 08 09:12:32.648106 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f957318-0a83-4757-baef-abc7944330b1 req-6cc20d7f-38f5-417c-82e0-79f3654a1cf3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397480 Apr 08 09:12:32.801074 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2a128-6381-434d-9682-437757cc1d58 req-7b73e0bb-7b09-4916-8da2-f1c13c4a46c6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:32.802556 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6fe2a128-6381-434d-9682-437757cc1d58 req-7b73e0bb-7b09-4916-8da2-f1c13c4a46c6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0513430 Apr 08 09:12:32.850203 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6fe2a128-6381-434d-9682-437757cc1d58 req-93c421d1-262c-480d-90a7-b44a637beec4 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Apr 08 09:12:32.956521 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f4db4245-fef6-4d8a-b977-4cbe05ea0beb req-580c7487-ab37-42ce-bb95-e5ee648642a7 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 210 time: 0.0266023 Apr 08 09:12:33.040553 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device a15e7123-0200-4ba2-b273-50784a064d30 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:12:33.106502 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 1a98bcfc-3520-406b-9078-3bf74bc21ca2 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:12:33.128690 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: 1a98bcfc-3520-406b-9078-3bf74bc21ca2 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:12:33.129031 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 1a98bcfc-3520-406b-9078-3bf74bc21ca2 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:12:33.157672 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port a15e7123-0200-4ba2-b273-50784a064d30, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a15e7123-0200-4ba2-b273-50784a064d30,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:33.169526 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': 'a15e7123-0200-4ba2-b273-50784a064d30', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'port_id': 'a15e7123-0200-4ba2-b273-50784a064d30', 'mac_address': 'fa:16:3e:ee:f8:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:12:33.204898 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port a15e7123-0200-4ba2-b273-50784a064d30 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:12:33.205289 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a15e7123-0200-4ba2-b273-50784a064d30), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:33.217951 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15e7123-0200-4ba2-b273-50784a064d30 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:12:33.236697 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port a15e7123-0200-4ba2-b273-50784a064d30, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a15e7123-0200-4ba2-b273-50784a064d30,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:33.240614 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (a15e7123-0200-4ba2-b273-50784a064d30), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:33.288522 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=a15e7123-0200-4ba2-b273-50784a064d30,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:33.295936 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.296288 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.296692 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.297055 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.297395 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.297727 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.298069 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.298382 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.298708 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.299035 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.299362 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.299704 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.300039 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.300358 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.300710 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:12:33.767306 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12077b-5616-479f-95ca-5a854ca404ac req-cbf68415-f6d4-458b-bab5-a05e423dd60f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:33.768808 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aa12077b-5616-479f-95ca-5a854ca404ac req-cbf68415-f6d4-458b-bab5-a05e423dd60f tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 944 time: 0.0534856 Apr 08 09:12:33.805338 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['a15e7123-0200-4ba2-b273-50784a064d30'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:12:33.816394 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aa12077b-5616-479f-95ca-5a854ca404ac req-dec5bef3-3246-4a37-847e-e290e77ca1eb tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419347 Apr 08 09:12:33.973801 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00635ee6-78b7-4209-9309-3a0a21df5f12 req-825d08d6-875f-49e4-b575-8474becf09d4 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:33.975262 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00635ee6-78b7-4209-9309-3a0a21df5f12 req-825d08d6-875f-49e4-b575-8474becf09d4 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0526731 Apr 08 09:12:34.025496 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-00635ee6-78b7-4209-9309-3a0a21df5f12 req-62b4dee6-e4f9-4050-8bb2-37d6157ea03e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444922 Apr 08 09:12:34.059357 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-09beada1-0684-410e-97ba-9d062b3d9107 req-3c8ec258-78d8-410d-8e15-606d89e77926 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa761de8-0331-4186-91c4-0e9714f71d48 HTTP/1.1" status: 200 len: 210 time: 0.0267546 Apr 08 09:12:34.790705 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e99d2-9be0-4f4d-a59d-f65e03b39f66 req-f9a19921-56e6-4a06-bc21-c773ec15aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:34.792257 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-500e99d2-9be0-4f4d-a59d-f65e03b39f66 req-f9a19921-56e6-4a06-bc21-c773ec15aa1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 1128 time: 0.0503836 Apr 08 09:12:34.903726 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e99d2-9be0-4f4d-a59d-f65e03b39f66 req-d0379c73-0d0f-4b06-863d-602c280565fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:34.905310 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-500e99d2-9be0-4f4d-a59d-f65e03b39f66 req-d0379c73-0d0f-4b06-863d-602c280565fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 916 time: 0.1066706 Apr 08 09:12:34.954673 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e942efb-217f-4137-9078-52d8593d91aa req-d7fa06ac-eda7-4937-873f-6feb4555d76a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:34.956393 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6e942efb-217f-4137-9078-52d8593d91aa req-d7fa06ac-eda7-4937-873f-6feb4555d76a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 944 time: 0.0524995 Apr 08 09:12:35.000150 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-500e99d2-9be0-4f4d-a59d-f65e03b39f66 req-3510af43-c6a8-4303-98e4-9c68ecaeef5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210 HTTP/1.1" status: 200 len: 217 time: 0.0388117 Apr 08 09:12:35.006250 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6e942efb-217f-4137-9078-52d8593d91aa req-63454244-7b54-43ac-ac7f-501eb2554fbe tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424261 Apr 08 09:12:35.067379 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device bcd17833-cd4f-4bb1-96ee-880ad2824210 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:12:35.080227 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device a15e7123-0200-4ba2-b273-50784a064d30 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:12:35.142966 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34316) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:35.168843 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6270f-7a72-4784-b592-c8707398b3e9 req-02e59a24-c1a0-415b-969a-248684c78cec tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:35.170289 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83f6270f-7a72-4784-b592-c8707398b3e9 req-02e59a24-c1a0-415b-969a-248684c78cec tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0727093 Apr 08 09:12:35.183762 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port a15e7123-0200-4ba2-b273-50784a064d30 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:12:35.192805 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port a15e7123-0200-4ba2-b273-50784a064d30 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:12:35.193183 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (a15e7123-0200-4ba2-b273-50784a064d30), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.242288 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e99d2-9be0-4f4d-a59d-f65e03b39f66 req-f62a28d9-d917-4aed-95a2-4bb7370a5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:35.244190 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-500e99d2-9be0-4f4d-a59d-f65e03b39f66 req-f62a28d9-d917-4aed-95a2-4bb7370a5b84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 200 len: 855 time: 0.0495286 Apr 08 09:12:35.245731 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c97c89e7-13eb-4386-8128-ffe99d933a41 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for security_group (7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.247163 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:35.249882 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83f6270f-7a72-4784-b592-c8707398b3e9 req-048ffcfc-2b91-4e53-8a21-7c21ab44a811 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737576 Apr 08 09:12:35.262717 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'port_id': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'mac_address': 'fa:16:3e:00:20:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:12:35.284812 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c97c89e7-13eb-4386-8128-ffe99d933a41 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for security_group (7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.303406 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e99d2-9be0-4f4d-a59d-f65e03b39f66 req-fe3bffe9-b88c-4976-84ad-16f6c2f32d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:35.304961 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-500e99d2-9be0-4f4d-a59d-f65e03b39f66 req-fe3bffe9-b88c-4976-84ad-16f6c2f32d78 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b7a254-b160-4de6-b642-6f7a58546c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541131 Apr 08 09:12:35.328550 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port bcd17833-cd4f-4bb1-96ee-880ad2824210 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:12:35.328888 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.333075 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port a15e7123-0200-4ba2-b273-50784a064d30 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:12:35.333461 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a15e7123-0200-4ba2-b273-50784a064d30), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.335390 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c97c89e7-13eb-4386-8128-ffe99d933a41 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.338290 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c97c89e7-13eb-4386-8128-ffe99d933a41 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.342693 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c97c89e7-13eb-4386-8128-ffe99d933a41 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "DELETE /v2.0/security-groups/7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c HTTP/1.1" status: 204 len: 168 time: 0.1986063 Apr 08 09:12:35.343224 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34318) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:35.353448 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd17833-cd4f-4bb1-96ee-880ad2824210 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:12:35.363365 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c89e7-13eb-4386-8128-ffe99d933a41 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:35.365972 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.api.v2.resource [None req-b1a132c8-cdf7-460b-8376-e6ed67ba84a5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] show failed (client error): The resource could not be found. Apr 08 09:12:35.370690 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b1a132c8-cdf7-460b-8376-e6ed67ba84a5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups/7ff65ae6-216d-4c0e-a4f9-96b65bbdec4c HTTP/1.1" status: 404 len: 347 time: 0.0237629 Apr 08 09:12:35.371670 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34320) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:35.373386 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7359d60a-b041-4ab0-8c72-159674eb1151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15e7123-0200-4ba2-b273-50784a064d30'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:12:35.375412 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91b65af-c92d-4fe4-bac1-48565db5c135" -d '{"events": [{"server_uuid": "7359d60a-b041-4ab0-8c72-159674eb1151", "name": "network-vif-plugged", "status": "completed", "tag": "a15e7123-0200-4ba2-b273-50784a064d30"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:12:35.400403 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port a15e7123-0200-4ba2-b273-50784a064d30, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a15e7123-0200-4ba2-b273-50784a064d30,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:35.406880 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-500e99d2-9be0-4f4d-a59d-f65e03b39f66 req-cf19edc9-e63d-4201-aed9-04275f01b2d5 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952733 Apr 08 09:12:35.407728 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:35.409759 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (a15e7123-0200-4ba2-b273-50784a064d30), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.416912 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.436697 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003ba6f6-be05-48cb-80dd-a7dce835f371 x-openstack-request-id: req-003ba6f6-be05-48cb-80dd-a7dce835f371 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:12:35.436880 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7359d60a-b041-4ab0-8c72-159674eb1151", "name": "network-vif-plugged", "status": "completed", "tag": "a15e7123-0200-4ba2-b273-50784a064d30", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:12:35.437009 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-003ba6f6-be05-48cb-80dd-a7dce835f371 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:12:35.437401 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-003ba6f6-be05-48cb-80dd-a7dce835f371'] response: {'server_uuid': '7359d60a-b041-4ab0-8c72-159674eb1151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15e7123-0200-4ba2-b273-50784a064d30', 'code': 200} Apr 08 09:12:35.464190 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=a15e7123-0200-4ba2-b273-50784a064d30,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:35.514046 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=bcd17833-cd4f-4bb1-96ee-880ad2824210,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:35.540990 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-500e99d2-9be0-4f4d-a59d-f65e03b39f66 req-e30c4992-dae1-4955-ad1c-9e1083d13b5d service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285198 Apr 08 09:12:35.546497 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-08aed734-30c4-4cd4-9557-069b8d533aa3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Deleting port 0bdb258a-34c1-442e-a1eb-c9eded940b1d {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:12:35.546847 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-08aed734-30c4-4cd4-9557-069b8d533aa3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (0bdb258a-34c1-442e-a1eb-c9eded940b1d), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.626222 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-08aed734-30c4-4cd4-9557-069b8d533aa3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (0bdb258a-34c1-442e-a1eb-c9eded940b1d), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.626550 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-08aed734-30c4-4cd4-9557-069b8d533aa3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for floatingip (0bdb258a-34c1-442e-a1eb-c9eded940b1d), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.638040 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-08aed734-30c4-4cd4-9557-069b8d533aa3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Calling delete_port for 0bdb258a-34c1-442e-a1eb-c9eded940b1d owned by network:floatingip {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:12:35.655227 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b37e3-5227-40a3-848c-3ef3f78cf00a req-da13251c-4029-47f3-b582-d4bd3adea3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:35.656769 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-056b37e3-5227-40a3-848c-3ef3f78cf00a req-da13251c-4029-47f3-b582-d4bd3adea3e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 1129 time: 0.0431871 Apr 08 09:12:35.701943 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-056b37e3-5227-40a3-848c-3ef3f78cf00a req-a3a380d1-5700-46ca-a07b-b1a1b503a776 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384362 Apr 08 09:12:35.766769 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-08aed734-30c4-4cd4-9557-069b8d533aa3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (0bdb258a-34c1-442e-a1eb-c9eded940b1d), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.799878 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aed734-30c4-4cd4-9557-069b8d533aa3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event deleted for resources: {'Port': ['ID=0bdb258a-34c1-442e-a1eb-c9eded940b1d,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:35.849531 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['bcd17833-cd4f-4bb1-96ee-880ad2824210'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:12:35.872045 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-08aed734-30c4-4cd4-9557-069b8d533aa3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks [] for floatingip (673610ae-cc35-4c03-b033-933d47dada0b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.874979 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-08aed734-30c4-4cd4-9557-069b8d533aa3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:35.876178 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-08aed734-30c4-4cd4-9557-069b8d533aa3 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "DELETE /v2.0/floatingips/673610ae-cc35-4c03-b033-933d47dada0b HTTP/1.1" status: 204 len: 168 time: 0.5035231 Apr 08 09:12:36.121442 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215a517-1a3a-4179-b074-461cf1da5527 req-fd151d6e-8176-4937-888d-4c5b49c134fe tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:36.122944 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d215a517-1a3a-4179-b074-461cf1da5527 req-fd151d6e-8176-4937-888d-4c5b49c134fe tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 945 time: 0.0521719 Apr 08 09:12:36.167998 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d215a517-1a3a-4179-b074-461cf1da5527 req-6017f350-4075-4ce6-8b73-8a11609a07df tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395522 Apr 08 09:12:36.387356 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43389d4-37de-46bb-9faa-5a959e979d6c req-b182e573-6d57-4f23-b6ff-b71357fc0378 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:36.388826 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f43389d4-37de-46bb-9faa-5a959e979d6c req-b182e573-6d57-4f23-b6ff-b71357fc0378 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 945 time: 0.0576620 Apr 08 09:12:36.434411 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f43389d4-37de-46bb-9faa-5a959e979d6c req-bcdcecb2-8cba-49af-939f-9c4a708f54ac tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 Apr 08 09:12:37.080137 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device bcd17833-cd4f-4bb1-96ee-880ad2824210 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:12:37.127461 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port bcd17833-cd4f-4bb1-96ee-880ad2824210 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:12:37.131410 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port bcd17833-cd4f-4bb1-96ee-880ad2824210 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:12:37.131799 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:37.210774 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port bcd17833-cd4f-4bb1-96ee-880ad2824210 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:12:37.211171 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:37.244220 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:37.248291 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:37.288373 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f59b56-b7fa-4441-8658-3b59692010d6 req-6d578247-7f02-4ad8-92f9-dc482b05bf77 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:37.292945 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-61f59b56-b7fa-4441-8658-3b59692010d6 req-6d578247-7f02-4ad8-92f9-dc482b05bf77 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 945 time: 0.0582402 Apr 08 09:12:37.298914 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=bcd17833-cd4f-4bb1-96ee-880ad2824210,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:37.340180 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-61f59b56-b7fa-4441-8658-3b59692010d6 req-cdf5a888-1838-49c9-82bd-64b02973414d tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446329 Apr 08 09:12:37.438183 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:12:37.440897 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19f0dd8-6d3f-4d40-9735-ab22e3d6b0b5" -d '{"events": [{"server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "name": "network-vif-plugged", "status": "completed", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:12:37.474666 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10219b68-8568-4e24-8336-607dfa3de1ea x-openstack-request-id: req-10219b68-8568-4e24-8336-607dfa3de1ea {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:12:37.474980 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "name": "network-vif-plugged", "status": "completed", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:12:37.475240 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10219b68-8568-4e24-8336-607dfa3de1ea {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:12:37.475640 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10219b68-8568-4e24-8336-607dfa3de1ea'] response: {'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'code': 200} Apr 08 09:12:37.555884 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0fb1d-8912-4262-8ab0-265111d24300 req-fe94777e-dda0-4695-9596-bcbe4e5acd13 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:37.557373 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-10f0fb1d-8912-4262-8ab0-265111d24300 req-fe94777e-dda0-4695-9596-bcbe4e5acd13 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0545993 Apr 08 09:12:37.602400 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-10f0fb1d-8912-4262-8ab0-265111d24300 req-9399ef3f-01d2-4b63-bc23-06c998c22f2b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395401 Apr 08 09:12:38.054083 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93a9c8-3320-4aa5-a6f5-62662251b5ac req-9c8e1341-2943-4d49-8dfb-e3edd21d03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:38.056103 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3b93a9c8-3320-4aa5-a6f5-62662251b5ac req-9c8e1341-2943-4d49-8dfb-e3edd21d03b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 1130 time: 0.0463517 Apr 08 09:12:38.097299 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3b93a9c8-3320-4aa5-a6f5-62662251b5ac req-c38443e9-17cf-4643-8854-91d810551080 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359240 Apr 08 09:12:38.329062 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0472c2a-db95-4a91-af58-501a9c463cb0 req-c593b01e-7a70-455f-833a-50f6629a28b9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:38.330457 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c0472c2a-db95-4a91-af58-501a9c463cb0 req-c593b01e-7a70-455f-833a-50f6629a28b9 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0524292 Apr 08 09:12:38.377845 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c0472c2a-db95-4a91-af58-501a9c463cb0 req-d1d25493-e384-4bbd-af6b-d5eab356fde6 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Apr 08 09:12:38.419469 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93049c29-bef6-43d5-8fae-cb657ecf44d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:38.463198 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fc293-ebe3-42e7-9dcc-f1daddb7ca1e req-a2ae0e96-31cb-4ed1-b5ca-1fa848a51769 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:38.464693 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d1fc293-ebe3-42e7-9dcc-f1daddb7ca1e req-a2ae0e96-31cb-4ed1-b5ca-1fa848a51769 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 945 time: 0.0534289 Apr 08 09:12:38.519231 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d1fc293-ebe3-42e7-9dcc-f1daddb7ca1e req-86665196-ed47-48ff-a853-e95b762eaa00 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491054 Apr 08 09:12:38.630312 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfc3af-504a-44e0-8c99-e3c49aa89a96 req-a6e36ec7-2034-40b6-a8f0-d4374eca355a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:38.631686 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-eddfc3af-504a-44e0-8c99-e3c49aa89a96 req-a6e36ec7-2034-40b6-a8f0-d4374eca355a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 945 time: 0.0511158 Apr 08 09:12:38.640229 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34358) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:38.644462 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-dfd00456-1280-4bb5-bb7a-71299adf12c8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Request body: {'floatingip': {'port_id': 'a15e7123-0200-4ba2-b273-50784a064d30'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:38.691816 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfd00456-1280-4bb5-bb7a-71299adf12c8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (7fa2be59-c042-411e-bbfa-98b055bc3b64), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:38.818621 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4507b4-35f5-4e1b-a6a4-7e7be5356ada req-c0f4c89d-8d7c-415a-b697-9fb30f76b550 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:38.820058 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d4507b4-35f5-4e1b-a6a4-7e7be5356ada req-c0f4c89d-8d7c-415a-b697-9fb30f76b550 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.1440871 Apr 08 09:12:38.941464 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9d4507b4-35f5-4e1b-a6a4-7e7be5356ada req-3ca232d8-f92a-4651-9860-6e79893a98e2 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137469 Apr 08 09:12:39.179863 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfd00456-1280-4bb5-bb7a-71299adf12c8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:39.184239 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfd00456-1280-4bb5-bb7a-71299adf12c8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (7fa2be59-c042-411e-bbfa-98b055bc3b64), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:39.282865 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-dfd00456-1280-4bb5-bb7a-71299adf12c8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Floating IP 7fa2be59-c042-411e-bbfa-98b055bc3b64 associated. External IP: 172.27.2.239, port: a15e7123-0200-4ba2-b273-50784a064d30. Apr 08 09:12:39.648053 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3222dc-fc86-48bc-8f15-622638193fd1 req-96798087-a34b-4d08-b76b-c20caa3c0a97 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:39.649622 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4e3222dc-fc86-48bc-8f15-622638193fd1 req-96798087-a34b-4d08-b76b-c20caa3c0a97 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0971928 Apr 08 09:12:39.721421 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079c184-edab-4ae9-a844-911a2e3afbc1 req-82156c3d-95b3-4a25-a558-9d0cbb9eaca5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:39.723032 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4079c184-edab-4ae9-a844-911a2e3afbc1 req-82156c3d-95b3-4a25-a558-9d0cbb9eaca5 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 945 time: 0.0552118 Apr 08 09:12:39.778848 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4e3222dc-fc86-48bc-8f15-622638193fd1 req-31503416-38c6-4a5a-834e-3e3c4b49ed05 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225746 Apr 08 09:12:39.814251 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd00456-1280-4bb5-bb7a-71299adf12c8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Router f427d911-a405-4f55-bf57-0421c96c26ee has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:12:39.922275 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd00456-1280-4bb5-bb7a-71299adf12c8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:12:39.926887 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-dfd00456-1280-4bb5-bb7a-71299adf12c8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:39.931306 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56192989-2f5e-4889-8774-9d119ce47546 None None] Sync routers for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:12:39.940858 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56192989-2f5e-4889-8774-9d119ce47546 None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:12:39.941488 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-56192989-2f5e-4889-8774-9d119ce47546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:39.963843 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-dfd00456-1280-4bb5-bb7a-71299adf12c8 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "PUT /v2.0/floatingips/7fa2be59-c042-411e-bbfa-98b055bc3b64 HTTP/1.1" status: 200 len: 991 time: 1.3155136 Apr 08 09:12:39.963843 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7359d60a-b041-4ab0-8c72-159674eb1151', 'tag': 'a15e7123-0200-4ba2-b273-50784a064d30'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:12:39.963843 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67b2f51-05ab-4592-b27a-e47c28313d01" -d '{"events": [{"name": "network-changed", "server_uuid": "7359d60a-b041-4ab0-8c72-159674eb1151", "tag": "a15e7123-0200-4ba2-b273-50784a064d30"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:12:40.000808 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150203ca-5e01-4845-957e-ace08a5cf1f1 x-openstack-request-id: req-150203ca-5e01-4845-957e-ace08a5cf1f1 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:12:40.001096 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7359d60a-b041-4ab0-8c72-159674eb1151", "tag": "a15e7123-0200-4ba2-b273-50784a064d30", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:12:40.001348 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-150203ca-5e01-4845-957e-ace08a5cf1f1 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:12:40.001746 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150203ca-5e01-4845-957e-ace08a5cf1f1'] response: {'name': 'network-changed', 'server_uuid': '7359d60a-b041-4ab0-8c72-159674eb1151', 'tag': 'a15e7123-0200-4ba2-b273-50784a064d30', 'status': 'completed', 'code': 200} Apr 08 09:12:40.051398 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-56192989-2f5e-4889-8774-9d119ce47546 None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:12:40.067533 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e267fff-d240-4c23-8b4e-6c8434b0e69d req-116d6fc7-7d53-4aa5-ab6e-2f60088c4fc6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:40.069068 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e267fff-d240-4c23-8b4e-6c8434b0e69d req-116d6fc7-7d53-4aa5-ab6e-2f60088c4fc6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0535414 Apr 08 09:12:40.115967 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e267fff-d240-4c23-8b4e-6c8434b0e69d req-135b1045-234a-44af-83df-71955f37db82 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412579 Apr 08 09:12:40.262575 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2f51-05ab-4592-b27a-e47c28313d01 req-44293750-4ac3-4b6b-8f18-2d34a9172fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:40.264034 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d67b2f51-05ab-4592-b27a-e47c28313d01 req-44293750-4ac3-4b6b-8f18-2d34a9172fc4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 1129 time: 0.0832632 Apr 08 09:12:40.285575 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-56192989-2f5e-4889-8774-9d119ce47546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '7fa2be59-c042-411e-bbfa-98b055bc3b64', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'port_id': 'a15e7123-0200-4ba2-b273-50784a064d30', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'mac_address': 'fa:16:3e:ee:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7359d60a-b041-4ab0-8c72-159674eb1151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:12:20Z', 'updated_at': '2022-04-08T09:12:39Z', 'revision_number': 1, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:40.287955 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-4079c184-edab-4ae9-a844-911a2e3afbc1 req-2fe6a615-18ff-481f-8804-910e09a1291f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Deleting port 8b05070d-27e6-400f-818b-615f194e326f {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:12:40.288305 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-4079c184-edab-4ae9-a844-911a2e3afbc1 req-2fe6a615-18ff-481f-8804-910e09a1291f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (8b05070d-27e6-400f-818b-615f194e326f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:40.293875 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8580e-7c04-4d43-a2d6-610374dc10f6 req-bfaec3de-3c2f-4457-8d52-b23bceba674c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:40.295376 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7aa8580e-7c04-4d43-a2d6-610374dc10f6 req-bfaec3de-3c2f-4457-8d52-b23bceba674c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0816324 Apr 08 09:12:40.308373 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34370) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:40.312591 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-2e7ea92f-e040-4ddd-b45a-bf1e1857bef0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Request body: {'floatingip': {'port_id': 'bcd17833-cd4f-4bb1-96ee-880ad2824210'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:12:40.312891 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56192989-2f5e-4889-8774-9d119ce47546 None None] Checking router: f427d911-a405-4f55-bf57-0421c96c26ee for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:12:40.323253 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56192989-2f5e-4889-8774-9d119ce47546 None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:12:40.323253 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-56192989-2f5e-4889-8774-9d119ce47546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:40.390708 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-4079c184-edab-4ae9-a844-911a2e3afbc1 req-2fe6a615-18ff-481f-8804-910e09a1291f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] For port 8b05070d-27e6-400f-818b-615f194e326f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=8b05070d-27e6-400f-818b-615f194e326f,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:40.391115 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-4079c184-edab-4ae9-a844-911a2e3afbc1 req-2fe6a615-18ff-481f-8804-910e09a1291f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (8b05070d-27e6-400f-818b-615f194e326f), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:40.405324 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-4079c184-edab-4ae9-a844-911a2e3afbc1 req-2fe6a615-18ff-481f-8804-910e09a1291f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Calling delete_port for 8b05070d-27e6-400f-818b-615f194e326f owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:12:40.412422 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea92f-e040-4ddd-b45a-bf1e1857bef0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (53737c4e-fe2a-4ac6-a81a-074a447c3e8a), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:40.434583 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-56192989-2f5e-4889-8774-9d119ce47546 None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:12:40.544196 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-4079c184-edab-4ae9-a844-911a2e3afbc1 req-2fe6a615-18ff-481f-8804-910e09a1291f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (8b05070d-27e6-400f-818b-615f194e326f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:40.547873 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2f51-05ab-4592-b27a-e47c28313d01 req-eb7f2a82-a8b2-41e4-aeee-fefbd5591b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:40.549377 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d67b2f51-05ab-4592-b27a-e47c28313d01 req-eb7f2a82-a8b2-41e4-aeee-fefbd5591b8f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d212e64-e599-4f30-a480-e7099d8eb4c3 HTTP/1.1" status: 200 len: 911 time: 0.2774322 Apr 08 09:12:40.574490 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6a615-18ff-481f-8804-910e09a1291f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event deleted for resources: {'Port': ['ID=8b05070d-27e6-400f-818b-615f194e326f,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:40.594538 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['37ade0f0-05db-4546-be5d-83b69d0edc27', '8b05070d-27e6-400f-818b-615f194e326f'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:12:40.621269 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-4079c184-edab-4ae9-a844-911a2e3afbc1 req-2fe6a615-18ff-481f-8804-910e09a1291f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] No DVR routers for this DVR port 8b05070d-27e6-400f-818b-615f194e326f on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:12:40.625917 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-4079c184-edab-4ae9-a844-911a2e3afbc1 req-2fe6a615-18ff-481f-8804-910e09a1291f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:40.627773 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-4079c184-edab-4ae9-a844-911a2e3afbc1 req-2fe6a615-18ff-481f-8804-910e09a1291f tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "DELETE /v2.0/ports/8b05070d-27e6-400f-818b-615f194e326f HTTP/1.1" status: 204 len: 173 time: 0.4569113 Apr 08 09:12:40.628228 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbce62f-decb-48da-9981-9f86ccb9f2af', 'name': 'network-vif-deleted', 'tag': '8b05070d-27e6-400f-818b-615f194e326f'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:12:40.631070 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4bfaaf-1b1f-4dcc-80fd-c1e60532bf94" -d '{"events": [{"server_uuid": "1bbce62f-decb-48da-9981-9f86ccb9f2af", "name": "network-vif-deleted", "tag": "8b05070d-27e6-400f-818b-615f194e326f"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:12:40.668496 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fa3b87-e88a-4992-8985-2ca2be898854 x-openstack-request-id: req-17fa3b87-e88a-4992-8985-2ca2be898854 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:12:40.668496 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbce62f-decb-48da-9981-9f86ccb9f2af", "name": "network-vif-deleted", "tag": "8b05070d-27e6-400f-818b-615f194e326f", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:12:40.668747 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17fa3b87-e88a-4992-8985-2ca2be898854 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:12:40.669240 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fa3b87-e88a-4992-8985-2ca2be898854'] response: {'server_uuid': '1bbce62f-decb-48da-9981-9f86ccb9f2af', 'name': 'network-vif-deleted', 'tag': '8b05070d-27e6-400f-818b-615f194e326f', 'status': 'completed', 'code': 200} Apr 08 09:12:40.706833 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d67b2f51-05ab-4592-b27a-e47c28313d01 req-7022d907-9aec-4a68-8a4f-d6cf2247d91c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a15e7123-0200-4ba2-b273-50784a064d30 HTTP/1.1" status: 200 len: 999 time: 0.1485755 Apr 08 09:12:40.810761 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-56192989-2f5e-4889-8774-9d119ce47546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '7fa2be59-c042-411e-bbfa-98b055bc3b64', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'port_id': 'a15e7123-0200-4ba2-b273-50784a064d30', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'mac_address': 'fa:16:3e:ee:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7359d60a-b041-4ab0-8c72-159674eb1151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:12:20Z', 'updated_at': '2022-04-08T09:12:39Z', 'revision_number': 1, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:40.815973 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2f51-05ab-4592-b27a-e47c28313d01 req-b2720181-83ec-4bee-a6a2-ab6b20cb333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:40.817439 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d67b2f51-05ab-4592-b27a-e47c28313d01 req-b2720181-83ec-4bee-a6a2-ab6b20cb333f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=317ed796-bf5f-413a-88ba-27d2f3ef552b HTTP/1.1" status: 200 len: 850 time: 0.0727806 Apr 08 09:12:40.854996 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56192989-2f5e-4889-8774-9d119ce47546 None None] The sync data for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi is: [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '7fa2be59-c042-411e-bbfa-98b055bc3b64', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'port_id': 'a15e7123-0200-4ba2-b273-50784a064d30', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'mac_address': 'fa:16:3e:ee:f8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7359d60a-b041-4ab0-8c72-159674eb1151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:12:20Z', 'updated_at': '2022-04-08T09:12:39Z', 'revision_number': 1, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:12:40.856553 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a1a31ec-86c7-4947-b45f-7829df7fbbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:40.956208 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67a6e45f-17af-4c1d-8088-16853248567d req-09f74363-e10d-4e48-ba91-1938b87fca72 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbce62f-decb-48da-9981-9f86ccb9f2af HTTP/1.1" status: 200 len: 210 time: 0.0718093 Apr 08 09:12:41.007646 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2f51-05ab-4592-b27a-e47c28313d01 req-8cafae0c-9ef4-410d-b189-034ef702058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:41.009868 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d67b2f51-05ab-4592-b27a-e47c28313d01 req-8cafae0c-9ef4-410d-b189-034ef702058a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d212e64-e599-4f30-a480-e7099d8eb4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1833653 Apr 08 09:12:41.079862 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21965fdb-fc21-4e5b-99e7-c4c4a7b4ea0e None None] New status for floating IP 7fa2be59-c042-411e-bbfa-98b055bc3b64: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:12:41.195452 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea92f-e040-4ddd-b45a-bf1e1857bef0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:41.204901 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea92f-e040-4ddd-b45a-bf1e1857bef0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (53737c4e-fe2a-4ac6-a81a-074a447c3e8a), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:41.265224 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d67b2f51-05ab-4592-b27a-e47c28313d01 req-1b5b6393-46ba-4be3-9b49-9554f6858035 service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716032 Apr 08 09:12:41.372296 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-2e7ea92f-e040-4ddd-b45a-bf1e1857bef0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Floating IP 53737c4e-fe2a-4ac6-a81a-074a447c3e8a associated. External IP: 172.27.2.29, port: bcd17833-cd4f-4bb1-96ee-880ad2824210. Apr 08 09:12:41.677923 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d67b2f51-05ab-4592-b27a-e47c28313d01 req-0523d988-e5f9-4403-861a-de829b18b10d service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804455 Apr 08 09:12:41.838984 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7ea92f-e040-4ddd-b45a-bf1e1857bef0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Router f48e8ed6-79be-4408-bc51-59d4a92d8983 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:12:41.946984 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7ea92f-e040-4ddd-b45a-bf1e1857bef0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:12:41.951587 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea92f-e040-4ddd-b45a-bf1e1857bef0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:41.955940 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d853d2fb-b6c7-4e06-9240-71cd3344408a None None] Sync routers for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:12:41.966189 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d853d2fb-b6c7-4e06-9240-71cd3344408a None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:12:41.966835 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d853d2fb-b6c7-4e06-9240-71cd3344408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:41.980357 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2e7ea92f-e040-4ddd-b45a-bf1e1857bef0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "PUT /v2.0/floatingips/53737c4e-fe2a-4ac6-a81a-074a447c3e8a HTTP/1.1" status: 200 len: 991 time: 1.6710947 Apr 08 09:12:42.003306 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:12:42.005974 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87bdf45-1b95-402e-9eaf-89ef8cf782d9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:12:42.030649 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:42.044952 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c892b0e7-505d-431e-b83a-87d99f91204d x-openstack-request-id: req-c892b0e7-505d-431e-b83a-87d99f91204d {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:12:42.045236 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:12:42.045487 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c892b0e7-505d-431e-b83a-87d99f91204d {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:12:42.045894 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c892b0e7-505d-431e-b83a-87d99f91204d'] response: {'name': 'network-changed', 'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'status': 'completed', 'code': 200} Apr 08 09:12:42.152169 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bdf45-1b95-402e-9eaf-89ef8cf782d9 req-e984565f-6aeb-4802-8af5-db7cf483d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:42.154141 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a87bdf45-1b95-402e-9eaf-89ef8cf782d9 req-e984565f-6aeb-4802-8af5-db7cf483d724 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 1130 time: 0.0590873 Apr 08 09:12:42.218133 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-d853d2fb-b6c7-4e06-9240-71cd3344408a None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:12:42.258641 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b523a-4962-4be4-857e-f298c5f160b1 req-228c5107-5488-43c7-86f0-7f099fcf5d38 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:42.260136 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6a7b523a-4962-4be4-857e-f298c5f160b1 req-228c5107-5488-43c7-86f0-7f099fcf5d38 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0559957 Apr 08 09:12:42.305881 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6a7b523a-4962-4be4-857e-f298c5f160b1 req-005dfb01-c13d-4db4-9bff-9a8d2cd59009 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402555 Apr 08 09:12:42.439167 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d853d2fb-b6c7-4e06-9240-71cd3344408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '53737c4e-fe2a-4ac6-a81a-074a447c3e8a', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'port_id': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'mac_address': 'fa:16:3e:00:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:12:22Z', 'updated_at': '2022-04-08T09:12:41Z', 'revision_number': 1, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:42.464764 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d853d2fb-b6c7-4e06-9240-71cd3344408a None None] Checking router: f48e8ed6-79be-4408-bc51-59d4a92d8983 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:12:42.472881 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d853d2fb-b6c7-4e06-9240-71cd3344408a None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:12:42.473429 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d853d2fb-b6c7-4e06-9240-71cd3344408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:42.578820 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-d853d2fb-b6c7-4e06-9240-71cd3344408a None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:12:42.801798 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d853d2fb-b6c7-4e06-9240-71cd3344408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '53737c4e-fe2a-4ac6-a81a-074a447c3e8a', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'port_id': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'mac_address': 'fa:16:3e:00:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:12:22Z', 'updated_at': '2022-04-08T09:12:41Z', 'revision_number': 1, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:42.827312 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d853d2fb-b6c7-4e06-9240-71cd3344408a None None] The sync data for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi is: [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '53737c4e-fe2a-4ac6-a81a-074a447c3e8a', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'port_id': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'mac_address': 'fa:16:3e:00:20:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:12:22Z', 'updated_at': '2022-04-08T09:12:41Z', 'revision_number': 1, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:12:43.008787 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06645f5-f75e-4c07-9e05-2f98e7732921 None None] New status for floating IP 53737c4e-fe2a-4ac6-a81a-074a447c3e8a: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:12:43.250064 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 8b05070d-27e6-400f-818b-615f194e326f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:12:43.271476 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: 8b05070d-27e6-400f-818b-615f194e326f {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:12:43.271761 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 8b05070d-27e6-400f-818b-615f194e326f not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:12:43.297360 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:43.423123 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db8a35-2268-4ca1-af48-68da423273c2 req-979f5e1e-1284-4fd4-90d1-14eb8ad0f9bf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:43.424615 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f9db8a35-2268-4ca1-af48-68da423273c2 req-979f5e1e-1284-4fd4-90d1-14eb8ad0f9bf tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0518353 Apr 08 09:12:43.469925 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f9db8a35-2268-4ca1-af48-68da423273c2 req-92edefb0-13e7-473e-b7d2-2a94480c260b tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397811 Apr 08 09:12:44.233030 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bdf45-1b95-402e-9eaf-89ef8cf782d9 req-37f13b01-2b43-480b-97e5-aee841a4a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:44.234391 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a87bdf45-1b95-402e-9eaf-89ef8cf782d9 req-37f13b01-2b43-480b-97e5-aee841a4a734 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 916 time: 0.0865922 Apr 08 09:12:44.297774 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a87bdf45-1b95-402e-9eaf-89ef8cf782d9 req-b56b9fb0-236f-4e4b-981b-4f7d55ec11bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210 HTTP/1.1" status: 200 len: 1001 time: 0.0565484 Apr 08 09:12:44.349302 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bdf45-1b95-402e-9eaf-89ef8cf782d9 req-2bcdd381-a6dc-4e3e-a919-2a20fcc48d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:44.350674 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a87bdf45-1b95-402e-9eaf-89ef8cf782d9 req-2bcdd381-a6dc-4e3e-a919-2a20fcc48d02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 200 len: 855 time: 0.0443287 Apr 08 09:12:44.399909 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bdf45-1b95-402e-9eaf-89ef8cf782d9 req-1c69e9e2-2207-4c79-b5c9-fde4a7c88f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:44.401454 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a87bdf45-1b95-402e-9eaf-89ef8cf782d9 req-1c69e9e2-2207-4c79-b5c9-fde4a7c88f51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b7a254-b160-4de6-b642-6f7a58546c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432189 Apr 08 09:12:44.627390 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a87bdf45-1b95-402e-9eaf-89ef8cf782d9 req-e7fd53f6-b666-4bec-8b8f-e6617c2819b3 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168747 Apr 08 09:12:44.634198 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9c378-1557-4a9e-8a14-4168b29d17df req-dd75cf68-0a7a-4f9a-9757-65992fdfb7a8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:44.635539 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5de9c378-1557-4a9e-8a14-4168b29d17df req-dd75cf68-0a7a-4f9a-9757-65992fdfb7a8 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.1017396 Apr 08 09:12:44.681230 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5de9c378-1557-4a9e-8a14-4168b29d17df req-9cb229ec-9871-4573-a99b-0236685642d4 tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.11 "GET /v2.0/security-groups?id=67d05f62-2817-4e35-aeee-b11413d27787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Apr 08 09:12:44.715329 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:44.769242 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37434a71-2805-4f0f-84c9-2993a33d6760 req-5ba7f65f-9ed9-451f-96de-08071e58cabc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:12:44.770831 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-37434a71-2805-4f0f-84c9-2993a33d6760 req-5ba7f65f-9ed9-451f-96de-08071e58cabc tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "GET /v2.0/ports?device_id=003f9be2-2b87-4190-8d16-7216984d1dc6 HTTP/1.1" status: 200 len: 945 time: 0.0565114 Apr 08 09:12:44.799117 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a87bdf45-1b95-402e-9eaf-89ef8cf782d9 req-9bb65ab0-261a-4893-9d8d-cf5ed83238e1 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853164 Apr 08 09:12:44.863994 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-37434a71-2805-4f0f-84c9-2993a33d6760 req-b98904f8-787c-4654-a56c-87d0af49e7da tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Deleting port 37ade0f0-05db-4546-be5d-83b69d0edc27 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:12:44.864336 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-37434a71-2805-4f0f-84c9-2993a33d6760 req-b98904f8-787c-4654-a56c-87d0af49e7da tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:44.950957 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:12:44.952881 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-37434a71-2805-4f0f-84c9-2993a33d6760 req-b98904f8-787c-4654-a56c-87d0af49e7da tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] For port 37ade0f0-05db-4546-be5d-83b69d0edc27, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=37ade0f0-05db-4546-be5d-83b69d0edc27,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:44.953247 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-37434a71-2805-4f0f-84c9-2993a33d6760 req-b98904f8-787c-4654-a56c-87d0af49e7da tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:44.966132 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-37434a71-2805-4f0f-84c9-2993a33d6760 req-b98904f8-787c-4654-a56c-87d0af49e7da tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Calling delete_port for 37ade0f0-05db-4546-be5d-83b69d0edc27 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:12:45.087868 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-37434a71-2805-4f0f-84c9-2993a33d6760 req-b98904f8-787c-4654-a56c-87d0af49e7da tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (37ade0f0-05db-4546-be5d-83b69d0edc27), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:45.117922 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98904f8-787c-4654-a56c-87d0af49e7da tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Pushing event deleted for resources: {'Port': ['ID=37ade0f0-05db-4546-be5d-83b69d0edc27,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:45.131750 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['37ade0f0-05db-4546-be5d-83b69d0edc27'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:12:45.162408 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-37434a71-2805-4f0f-84c9-2993a33d6760 req-b98904f8-787c-4654-a56c-87d0af49e7da tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] No DVR routers for this DVR port 37ade0f0-05db-4546-be5d-83b69d0edc27 on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:12:45.164974 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-37434a71-2805-4f0f-84c9-2993a33d6760 req-b98904f8-787c-4654-a56c-87d0af49e7da tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:45.168247 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-37434a71-2805-4f0f-84c9-2993a33d6760 req-b98904f8-787c-4654-a56c-87d0af49e7da tempest-ServerRescueNegativeTestJSON-155812958 tempest-ServerRescueNegativeTestJSON-155812958-project] 10.222.0.10 "DELETE /v2.0/ports/37ade0f0-05db-4546-be5d-83b69d0edc27 HTTP/1.1" status: 204 len: 173 time: 0.3924651 Apr 08 09:12:45.168704 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003f9be2-2b87-4190-8d16-7216984d1dc6', 'name': 'network-vif-deleted', 'tag': '37ade0f0-05db-4546-be5d-83b69d0edc27'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:12:45.170906 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b92cc64-1589-430e-9913-18b134e2a6bf" -d '{"events": [{"server_uuid": "003f9be2-2b87-4190-8d16-7216984d1dc6", "name": "network-vif-deleted", "tag": "37ade0f0-05db-4546-be5d-83b69d0edc27"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:12:45.208044 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cab70dc-45bb-4c95-9a75-581dac3b6dd3 x-openstack-request-id: req-5cab70dc-45bb-4c95-9a75-581dac3b6dd3 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:12:45.208338 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003f9be2-2b87-4190-8d16-7216984d1dc6", "name": "network-vif-deleted", "tag": "37ade0f0-05db-4546-be5d-83b69d0edc27", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:12:45.208626 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5cab70dc-45bb-4c95-9a75-581dac3b6dd3 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:12:45.209029 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cab70dc-45bb-4c95-9a75-581dac3b6dd3'] response: {'server_uuid': '003f9be2-2b87-4190-8d16-7216984d1dc6', 'name': 'network-vif-deleted', 'tag': '37ade0f0-05db-4546-be5d-83b69d0edc27', 'status': 'completed', 'code': 200} Apr 08 09:12:45.735515 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34394) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:46.241740 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-24a57103-9441-4f9b-a058-1838aed8644c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613313'] for router_interface (5622308b-a745-4a20-b72d-6443d6acfbca), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:46.521268 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-24a57103-9441-4f9b-a058-1838aed8644c admin admin] Deleting port 86b5bd84-55bf-4a5e-91b2-e4e893583894 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:12:46.521520 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-24a57103-9441-4f9b-a058-1838aed8644c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:46.597293 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-24a57103-9441-4f9b-a058-1838aed8644c admin admin] For port 86b5bd84-55bf-4a5e-91b2-e4e893583894, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=86b5bd84-55bf-4a5e-91b2-e4e893583894,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:46.597648 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-24a57103-9441-4f9b-a058-1838aed8644c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:46.610013 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-24a57103-9441-4f9b-a058-1838aed8644c admin admin] Calling delete_port for 86b5bd84-55bf-4a5e-91b2-e4e893583894 owned by network:router_interface {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:12:46.786400 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-24a57103-9441-4f9b-a058-1838aed8644c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (86b5bd84-55bf-4a5e-91b2-e4e893583894), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:46.811079 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a57103-9441-4f9b-a058-1838aed8644c admin admin] Pushing event deleted for resources: {'Port': ['ID=86b5bd84-55bf-4a5e-91b2-e4e893583894,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:46.981126 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-24a57103-9441-4f9b-a058-1838aed8644c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-613262'] for router_interface (5622308b-a745-4a20-b72d-6443d6acfbca), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:47.222397 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a57103-9441-4f9b-a058-1838aed8644c admin admin] Router 5622308b-a745-4a20-b72d-6443d6acfbca has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:12:47.337067 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a57103-9441-4f9b-a058-1838aed8644c admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:12:47.342106 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-24a57103-9441-4f9b-a058-1838aed8644c admin admin] 10.222.0.11 "PUT /v2.0/routers/5622308b-a745-4a20-b72d-6443d6acfbca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6055999 Apr 08 09:12:47.344721 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34410) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:47.345859 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330a3b4-b45c-4c1f-a5c4-eac70b322213 None None] Sync routers for ids ['5622308b-a745-4a20-b72d-6443d6acfbca'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:12:47.356610 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330a3b4-b45c-4c1f-a5c4-eac70b322213 None None] Routers {'5622308b-a745-4a20-b72d-6443d6acfbca'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:12:47.357226 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-6330a3b4-b45c-4c1f-a5c4-eac70b322213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['5622308b-a745-4a20-b72d-6443d6acfbca'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:47.448828 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Publish callbacks [] for router (5622308b-a745-4a20-b72d-6443d6acfbca), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:47.462450 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-6330a3b4-b45c-4c1f-a5c4-eac70b322213 None None] Set router 5622308b-a745-4a20-b72d-6443d6acfbca gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:12:47.559521 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Publish callbacks [] for router_gateway (5622308b-a745-4a20-b72d-6443d6acfbca), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:47.613945 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Deleting port fa8afcef-466a-4297-a49f-d8ec1a1203ea {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:12:47.614285 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:47.639896 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-6330a3b4-b45c-4c1f-a5c4-eac70b322213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:12:46Z', 'revision_number': 5, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port': {'id': 'fa8afcef-466a-4297-a49f-d8ec1a1203ea', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:47.669742 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330a3b4-b45c-4c1f-a5c4-eac70b322213 None None] Checking router: 5622308b-a745-4a20-b72d-6443d6acfbca for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:12:47.678456 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6330a3b4-b45c-4c1f-a5c4-eac70b322213 None None] Routers {'5622308b-a745-4a20-b72d-6443d6acfbca'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:12:47.679065 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-6330a3b4-b45c-4c1f-a5c4-eac70b322213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['5622308b-a745-4a20-b72d-6443d6acfbca'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:47.695071 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] For port fa8afcef-466a-4297-a49f-d8ec1a1203ea, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=fa8afcef-466a-4297-a49f-d8ec1a1203ea,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:47.695997 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:47.708170 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Calling delete_port for fa8afcef-466a-4297-a49f-d8ec1a1203ea owned by network:router_gateway {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:12:47.766043 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-6330a3b4-b45c-4c1f-a5c4-eac70b322213 None None] Set router 5622308b-a745-4a20-b72d-6443d6acfbca gateway port host: None {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:12:47.817177 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-6330a3b4-b45c-4c1f-a5c4-eac70b322213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:12:47Z', 'revision_number': 6, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port_host': None}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:47.846993 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6330a3b4-b45c-4c1f-a5c4-eac70b322213 None None] The sync data for ids ['5622308b-a745-4a20-b72d-6443d6acfbca'] in dv-cinder-836996-2-iscsi is: [{'id': '5622308b-a745-4a20-b72d-6443d6acfbca', 'name': 'tempest-ServerRescueNegativeTestJSON-667739409-router', 'tenant_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:25Z', 'updated_at': '2022-04-08T09:12:47Z', 'revision_number': 6, 'project_id': 'aee1bc4a94954ae6b5d10210208ff8a6', 'gw_port_host': None}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:12:47.872416 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (fa8afcef-466a-4297-a49f-d8ec1a1203ea), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:47.901044 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8afcef-466a-4297-a49f-d8ec1a1203ea,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:47.958858 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611067'] for router_gateway (5622308b-a745-4a20-b72d-6443d6acfbca), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.065400 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105441'] for router (5622308b-a745-4a20-b72d-6443d6acfbca), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.067505 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Publish callbacks [] for router_controller (5622308b-a745-4a20-b72d-6443d6acfbca), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.130681 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613797'] for router (5622308b-a745-4a20-b72d-6443d6acfbca), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.131188 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5622308b-a745-4a20-b72d-6443d6acfbca {{(pid=103424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 09:12:48.136834 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.138029 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-878e3fe0-deef-47d2-82d0-d15196cd1726 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5622308b-a745-4a20-b72d-6443d6acfbca HTTP/1.1" status: 204 len: 168 time: 0.7922621 Apr 08 09:12:48.140443 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34412) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:48.188783 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fdb523-caeb-4f3c-abd7-c9b782ccd5d8 admin admin] Deleting subnet 7e2e608c-5756-4e6d-af6d-52672d8949cb {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:12:48.192043 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb523-caeb-4f3c-abd7-c9b782ccd5d8 admin admin] Publish callbacks [] for subnet (7e2e608c-5756-4e6d-af6d-52672d8949cb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.230721 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb523-caeb-4f3c-abd7-c9b782ccd5d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14259800'] for subnet (7e2e608c-5756-4e6d-af6d-52672d8949cb), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.344763 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb523-caeb-4f3c-abd7-c9b782ccd5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (7e2e608c-5756-4e6d-af6d-52672d8949cb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.402835 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb523-caeb-4f3c-abd7-c9b782ccd5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13889516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13411748'] for subnet (7e2e608c-5756-4e6d-af6d-52672d8949cb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.429325 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdb523-caeb-4f3c-abd7-c9b782ccd5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2e608c-5756-4e6d-af6d-52672d8949cb,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:48.432937 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b3fdb523-caeb-4f3c-abd7-c9b782ccd5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.439039 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b3fdb523-caeb-4f3c-abd7-c9b782ccd5d8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7e2e608c-5756-4e6d-af6d-52672d8949cb HTTP/1.1" status: 204 len: 168 time: 0.2948611 Apr 08 09:12:48.439039 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34422) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:48.441056 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1246c1-464a-4c44-a56f-176548e0a1de None None] Network 4b30230e-4c3b-4dea-8337-326b2135c68c requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:12:48.511498 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (4b30230e-4c3b-4dea-8337-326b2135c68c), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.568425 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Deleting port b5b68ff8-4588-4903-bb0f-bd81e7934400 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:12:48.568813 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.620137 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168d36d-f412-4e69-bf80-4656e59b09de None None] DHCP port deletion for 4b30230e-4c3b-4dea-8337-326b2135c68c request from dv-cinder-836996-2-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 09:12:48.639033 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] For port b5b68ff8-4588-4903-bb0f-bd81e7934400, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=b5b68ff8-4588-4903-bb0f-bd81e7934400,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:48.639559 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.654518 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Calling delete_port for b5b68ff8-4588-4903-bb0f-bd81e7934400 owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:12:48.681751 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b168d36d-f412-4e69-bf80-4656e59b09de None None] Deleting port b5b68ff8-4588-4903-bb0f-bd81e7934400 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:12:48.682207 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b168d36d-f412-4e69-bf80-4656e59b09de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.749736 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-b168d36d-f412-4e69-bf80-4656e59b09de None None] For port b5b68ff8-4588-4903-bb0f-bd81e7934400, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=b5b68ff8-4588-4903-bb0f-bd81e7934400,segment=NetworkSegment(926d79d8-2776-4ab3-9ab6-876d21e3d335),segment_id=926d79d8-2776-4ab3-9ab6-876d21e3d335)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:12:48.750364 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b168d36d-f412-4e69-bf80-4656e59b09de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.751293 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.764228 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b168d36d-f412-4e69-bf80-4656e59b09de None None] Calling delete_port for b5b68ff8-4588-4903-bb0f-bd81e7934400 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:12:48.784757 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b68ff8-4588-4903-bb0f-bd81e7934400,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:48.787180 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] No DVR routers for this DVR port b5b68ff8-4588-4903-bb0f-bd81e7934400 on host dv-cinder-836996-2-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:12:48.869630 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (4b30230e-4c3b-4dea-8337-326b2135c68c), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.896282 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b30230e-4c3b-4dea-8337-326b2135c68c']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:48.896426 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b168d36d-f412-4e69-bf80-4656e59b09de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630'] for port (b5b68ff8-4588-4903-bb0f-bd81e7934400), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.906535 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926d79d8-2776-4ab3-9ab6-876d21e3d335') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:48.906857 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926d79d8-2776-4ab3-9ab6-876d21e3d335') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:12:48.917624 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14259777'] for segment (926d79d8-2776-4ab3-9ab6-876d21e3d335), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.925642 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168d36d-f412-4e69-bf80-4656e59b09de None None] Pushing event deleted for resources: {'Port': ['ID=b5b68ff8-4588-4903-bb0f-bd81e7934400,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:48.932853 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (926d79d8-2776-4ab3-9ab6-876d21e3d335), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.934523 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168d36d-f412-4e69-bf80-4656e59b09de None None] No DVR routers for this DVR port b5b68ff8-4588-4903-bb0f-bd81e7934400 on host dv-cinder-836996-2-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:12:48.939891 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:12:48.940441 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13889290'] for segment (926d79d8-2776-4ab3-9ab6-876d21e3d335), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: Traceback (most recent call last): Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: timer() Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: cb(*args, **kw) Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: return func(*args, **kwargs) Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: self._notify() Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: self.callback(batched_events) Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: event.method(event) Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: return f(self, *a, **k) Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._get(url).json() Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:12:48.942157 dv-cinder-836996-2-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:12:49.002480 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (4b30230e-4c3b-4dea-8337-326b2135c68c), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:49.008290 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:49.011463 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] 10.222.0.11 "DELETE /v2.0/networks/4b30230e-4c3b-4dea-8337-326b2135c68c HTTP/1.1" status: 204 len: 168 time: 0.5719047 Apr 08 09:12:49.021991 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7e1e0-7a19-4b11-87f8-fb2a341423fe admin admin] Pushing event deleted for resources: {'Network': ['ID=4b30230e-4c3b-4dea-8337-326b2135c68c,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:49.119405 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34434) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:49.161400 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-284cd4e1-faaa-455e-8207-a056f65e4e46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aee1bc4a94954ae6b5d10210208ff8a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405741 Apr 08 09:12:49.163904 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34436) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:49.210305 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-746c1176-1ac3-4b74-97da-db4e7a03c29a admin admin] Publish callbacks [] for security_group (67d05f62-2817-4e35-aeee-b11413d27787), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:49.230835 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-746c1176-1ac3-4b74-97da-db4e7a03c29a admin admin] Publish callbacks [] for security_group (67d05f62-2817-4e35-aeee-b11413d27787), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:49.258476 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 37ade0f0-05db-4546-be5d-83b69d0edc27 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:12:49.281352 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-746c1176-1ac3-4b74-97da-db4e7a03c29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (67d05f62-2817-4e35-aeee-b11413d27787), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:49.284109 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-746c1176-1ac3-4b74-97da-db4e7a03c29a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:49.285522 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-746c1176-1ac3-4b74-97da-db4e7a03c29a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67d05f62-2817-4e35-aeee-b11413d27787 HTTP/1.1" status: 204 len: 168 time: 0.1206338 Apr 08 09:12:49.300244 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c1176-1ac3-4b74-97da-db4e7a03c29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d05f62-2817-4e35-aeee-b11413d27787,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:49.419880 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: 37ade0f0-05db-4546-be5d-83b69d0edc27 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:12:49.420484 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 37ade0f0-05db-4546-be5d-83b69d0edc27 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:12:49.594661 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device fa8afcef-466a-4297-a49f-d8ec1a1203ea no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:12:49.617881 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: fa8afcef-466a-4297-a49f-d8ec1a1203ea {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:12:49.618228 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device fa8afcef-466a-4297-a49f-d8ec1a1203ea not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:12:49.618643 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 86b5bd84-55bf-4a5e-91b2-e4e893583894 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:12:49.637713 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 86b5bd84-55bf-4a5e-91b2-e4e893583894 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:12:49.638060 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 86b5bd84-55bf-4a5e-91b2-e4e893583894 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:12:49.638562 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device b5b68ff8-4588-4903-bb0f-bd81e7934400 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:12:49.657288 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: b5b68ff8-4588-4903-bb0f-bd81e7934400 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:12:49.657627 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device b5b68ff8-4588-4903-bb0f-bd81e7934400 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:12:52.082767 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34574) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:52.182685 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d00431d2-2bdf-4b46-b612-489c163c564f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:52.254255 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d00431d2-2bdf-4b46-b612-489c163c564f admin admin] Publish callbacks [] for security_group (3472a103-2fa5-4269-af8c-a326792a2cc2), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:52.258567 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d00431d2-2bdf-4b46-b612-489c163c564f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3472a103-2fa5-4269-af8c-a326792a2cc2), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:52.296123 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d00431d2-2bdf-4b46-b612-489c163c564f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7ff1df36e1b4c8680f4f70cf6a6e0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122450 Apr 08 09:12:52.296927 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00431d2-2bdf-4b46-b612-489c163c564f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3472a103-2fa5-4269-af8c-a326792a2cc2,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:52.298870 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34578) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:52.602360 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-df4ac2a0-05d1-4642-a565-cd2bdd18e7f8 admin admin] Publish callbacks [] for security_group (3472a103-2fa5-4269-af8c-a326792a2cc2), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:52.622860 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-df4ac2a0-05d1-4642-a565-cd2bdd18e7f8 admin admin] Publish callbacks [] for security_group (3472a103-2fa5-4269-af8c-a326792a2cc2), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:52.668933 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-df4ac2a0-05d1-4642-a565-cd2bdd18e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3472a103-2fa5-4269-af8c-a326792a2cc2), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:52.671744 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-df4ac2a0-05d1-4642-a565-cd2bdd18e7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:52.672962 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-df4ac2a0-05d1-4642-a565-cd2bdd18e7f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3472a103-2fa5-4269-af8c-a326792a2cc2 HTTP/1.1" status: 204 len: 168 time: 0.3731029 Apr 08 09:12:52.681021 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ac2a0-05d1-4642-a565-cd2bdd18e7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3472a103-2fa5-4269-af8c-a326792a2cc2,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:52.928651 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34586) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:52.942406 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0d71fdea-f411-4b75-aa7a-e05e94d25ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:53.015695 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0d71fdea-f411-4b75-aa7a-e05e94d25ac2 admin admin] Publish callbacks [] for security_group (3e24acf9-e981-4501-9718-b52d1ee8b3ad), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:53.019383 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0d71fdea-f411-4b75-aa7a-e05e94d25ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3e24acf9-e981-4501-9718-b52d1ee8b3ad), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:53.056536 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0d71fdea-f411-4b75-aa7a-e05e94d25ac2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0294e8c3369149fb9cb3eafd3daee835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262658 Apr 08 09:12:53.057635 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71fdea-f411-4b75-aa7a-e05e94d25ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e24acf9-e981-4501-9718-b52d1ee8b3ad,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:53.059305 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34588) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:12:53.107725 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f00aa9db-77d6-4a9e-957f-3423106db269 admin admin] Publish callbacks [] for security_group (3e24acf9-e981-4501-9718-b52d1ee8b3ad), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:53.128392 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f00aa9db-77d6-4a9e-957f-3423106db269 admin admin] Publish callbacks [] for security_group (3e24acf9-e981-4501-9718-b52d1ee8b3ad), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:53.175146 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f00aa9db-77d6-4a9e-957f-3423106db269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3e24acf9-e981-4501-9718-b52d1ee8b3ad), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:53.177728 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f00aa9db-77d6-4a9e-957f-3423106db269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:12:53.178905 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f00aa9db-77d6-4a9e-957f-3423106db269 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e24acf9-e981-4501-9718-b52d1ee8b3ad HTTP/1.1" status: 204 len: 168 time: 0.1185017 Apr 08 09:12:53.187123 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00aa9db-77d6-4a9e-957f-3423106db269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e24acf9-e981-4501-9718-b52d1ee8b3ad,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:12:56.519750 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:01.966272 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62370e5f-0c93-4804-9fc9-f1ed81c2dde9 req-0bdbca8a-8692-46d8-b9a9-e41880b7f3f4 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:01.967628 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62370e5f-0c93-4804-9fc9-f1ed81c2dde9 req-0bdbca8a-8692-46d8-b9a9-e41880b7f3f4 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 945 time: 0.0542710 Apr 08 09:13:02.013398 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-62370e5f-0c93-4804-9fc9-f1ed81c2dde9 req-753548da-de99-4e56-9a84-164f68e31e6b tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402203 Apr 08 09:13:03.133807 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c41434-f494-437d-af02-6b81587071f3 req-4031a17c-cbf0-4871-a7ca-1173a36268da tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:03.135256 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04c41434-f494-437d-af02-6b81587071f3 req-4031a17c-cbf0-4871-a7ca-1173a36268da tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 945 time: 0.0509820 Apr 08 09:13:03.180891 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04c41434-f494-437d-af02-6b81587071f3 req-9333dbd1-21cf-4060-a791-94ee3c579814 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401189 Apr 08 09:13:04.295510 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4dc30-483c-447d-beea-7690866f667a req-c394c93d-a416-412b-bf0d-b79be081d424 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:04.297000 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f5d4dc30-483c-447d-beea-7690866f667a req-c394c93d-a416-412b-bf0d-b79be081d424 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 945 time: 0.0518472 Apr 08 09:13:04.346068 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f5d4dc30-483c-447d-beea-7690866f667a req-c73d90b6-0e51-4546-b3a0-4008f3d3ff7e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435765 Apr 08 09:13:05.463302 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be72d6-ec27-41fc-843d-19f77b656667 req-042b6dbd-d0c7-4fa3-88dd-9962bda7a5d5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:05.464786 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83be72d6-ec27-41fc-843d-19f77b656667 req-042b6dbd-d0c7-4fa3-88dd-9962bda7a5d5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 945 time: 0.0529671 Apr 08 09:13:05.509225 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-83be72d6-ec27-41fc-843d-19f77b656667 req-45e4e5dc-ae50-4ec9-abd4-a64b7079a2f0 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390074 Apr 08 09:13:06.625489 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d926913-cbc8-4458-a786-26404b2dce9f req-61e65fce-27ab-4c94-ab3b-ae22dd572ea6 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:06.626933 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d926913-cbc8-4458-a786-26404b2dce9f req-61e65fce-27ab-4c94-ab3b-ae22dd572ea6 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 945 time: 0.0513394 Apr 08 09:13:06.671424 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d926913-cbc8-4458-a786-26404b2dce9f req-594641fc-1278-4584-aa0d-9671d94a7fd7 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390582 Apr 08 09:13:07.407006 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-20adcb83-83db-400b-849e-83a93d41d806 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:07.408598 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-20adcb83-83db-400b-849e-83a93d41d806 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 945 time: 0.0599418 Apr 08 09:13:07.501213 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Deleting port eba3eea8-d2c3-4920-8f1f-4911dfe5492f {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:13:07.501563 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:07.842025 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] For port eba3eea8-d2c3-4920-8f1f-4911dfe5492f, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=eba3eea8-d2c3-4920-8f1f-4911dfe5492f,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:13:07.842399 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:07.974547 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14983d-9ea8-4105-a297-0971388eac25 req-18d993a2-e098-4434-8939-57657b7268c4 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:07.976683 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd14983d-9ea8-4105-a297-0971388eac25 req-18d993a2-e098-4434-8939-57657b7268c4 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab5ce635-d4af-4913-9b75-1589833e62cb HTTP/1.1" status: 200 len: 945 time: 0.0655918 Apr 08 09:13:08.023919 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd14983d-9ea8-4105-a297-0971388eac25 req-45704ed1-cb03-4b6e-84b9-9415b51d8d1d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=badb5f73-7cb0-4b72-9c96-aa446447fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Apr 08 09:13:08.026229 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:08.026754 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (21bedf82-00a4-4adf-9f60-3ab88d95baef), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:08.026906 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Floating IP 21bedf82-00a4-4adf-9f60-3ab88d95baef disassociated. External IP: 172.27.2.111, port: eba3eea8-d2c3-4920-8f1f-4911dfe5492f. Apr 08 09:13:08.027246 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Calling delete_port for eba3eea8-d2c3-4920-8f1f-4911dfe5492f owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:13:08.153744 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (eba3eea8-d2c3-4920-8f1f-4911dfe5492f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:08.179457 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event deleted for resources: {'Port': ['ID=eba3eea8-d2c3-4920-8f1f-4911dfe5492f,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:08.295980 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:13:08.405994 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:13:08.417095 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d840f7b-17be-4961-86f6-6e4417d11996 None None] Sync routers for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:13:08.424364 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-898ce046-38bd-4557-a7b2-1f83761ab318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:08.429458 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d840f7b-17be-4961-86f6-6e4417d11996 None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:13:08.430131 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-5d840f7b-17be-4961-86f6-6e4417d11996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:13:08.451072 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] No DVR routers for this DVR port eba3eea8-d2c3-4920-8f1f-4911dfe5492f on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:13:08.453569 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:08.456824 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-c5f006dc-f0da-4428-8898-7c680ba08a9d req-c467a553-ab5b-4590-84b2-8e5e1f125563 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "DELETE /v2.0/ports/eba3eea8-d2c3-4920-8f1f-4911dfe5492f HTTP/1.1" status: 204 len: 173 time: 1.0423853 Apr 08 09:13:08.457263 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'name': 'network-vif-deleted', 'tag': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:13:08.459498 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21be124-c3ec-42af-a685-033fceaa899a" -d '{"events": [{"server_uuid": "ab5ce635-d4af-4913-9b75-1589833e62cb", "name": "network-vif-deleted", "tag": "eba3eea8-d2c3-4920-8f1f-4911dfe5492f"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:13:08.503651 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097b2bf9-c0df-4586-b5bd-606ee15487d2 x-openstack-request-id: req-097b2bf9-c0df-4586-b5bd-606ee15487d2 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:13:08.504428 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5ce635-d4af-4913-9b75-1589833e62cb", "name": "network-vif-deleted", "tag": "eba3eea8-d2c3-4920-8f1f-4911dfe5492f", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:13:08.504734 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-097b2bf9-c0df-4586-b5bd-606ee15487d2 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:13:08.505122 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097b2bf9-c0df-4586-b5bd-606ee15487d2'] response: {'server_uuid': 'ab5ce635-d4af-4913-9b75-1589833e62cb', 'name': 'network-vif-deleted', 'tag': 'eba3eea8-d2c3-4920-8f1f-4911dfe5492f', 'status': 'completed', 'code': 200} Apr 08 09:13:08.560623 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-5d840f7b-17be-4961-86f6-6e4417d11996 None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:13:08.760046 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-5d840f7b-17be-4961-86f6-6e4417d11996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:13:08.789396 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d840f7b-17be-4961-86f6-6e4417d11996 None None] Checking router: 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:13:08.797869 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d840f7b-17be-4961-86f6-6e4417d11996 None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:13:08.798470 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-5d840f7b-17be-4961-86f6-6e4417d11996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:12:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:13:08.997915 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-5d840f7b-17be-4961-86f6-6e4417d11996 None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:13:09.111899 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34754) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:09.169809 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-363702ec-b098-4e81-9592-b2329c4b5490 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (badb5f73-7cb0-4b72-9c96-aa446447fdb4), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:09.192363 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-363702ec-b098-4e81-9592-b2329c4b5490 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (badb5f73-7cb0-4b72-9c96-aa446447fdb4), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:09.221210 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-5d840f7b-17be-4961-86f6-6e4417d11996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:13:09.238732 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-363702ec-b098-4e81-9592-b2329c4b5490 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (badb5f73-7cb0-4b72-9c96-aa446447fdb4), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:09.241432 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-363702ec-b098-4e81-9592-b2329c4b5490 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:09.242581 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-363702ec-b098-4e81-9592-b2329c4b5490 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "DELETE /v2.0/security-groups/badb5f73-7cb0-4b72-9c96-aa446447fdb4 HTTP/1.1" status: 204 len: 168 time: 0.1295731 Apr 08 09:13:09.245452 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34756) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:09.248097 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d840f7b-17be-4961-86f6-6e4417d11996 None None] The sync data for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi is: [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:13:09.252109 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363702ec-b098-4e81-9592-b2329c4b5490 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=badb5f73-7cb0-4b72-9c96-aa446447fdb4,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:09.262257 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.api.v2.resource [None req-91c5740a-021c-4e5f-91cf-949c425fdf69 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] show failed (client error): The resource could not be found. Apr 08 09:13:09.264508 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-91c5740a-021c-4e5f-91cf-949c425fdf69 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups/badb5f73-7cb0-4b72-9c96-aa446447fdb4 HTTP/1.1" status: 404 len: 347 time: 0.0168433 Apr 08 09:13:09.266221 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34758) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:09.399286 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-578aab37-beb1-488d-b899-82089a08df32 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Deleting port 2821e6bd-e024-4590-bd12-117fc8b16131 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:13:09.399636 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-578aab37-beb1-488d-b899-82089a08df32 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (2821e6bd-e024-4590-bd12-117fc8b16131), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:09.483663 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-578aab37-beb1-488d-b899-82089a08df32 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (2821e6bd-e024-4590-bd12-117fc8b16131), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:09.483992 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-578aab37-beb1-488d-b899-82089a08df32 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (2821e6bd-e024-4590-bd12-117fc8b16131), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:09.484108 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1265fcb1-b6d2-4884-b950-a81df51cf360 None None] New status for floating IP 21bedf82-00a4-4adf-9f60-3ab88d95baef: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:13:09.495632 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-578aab37-beb1-488d-b899-82089a08df32 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Calling delete_port for 2821e6bd-e024-4590-bd12-117fc8b16131 owned by network:floatingip {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:13:09.642356 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-578aab37-beb1-488d-b899-82089a08df32 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (2821e6bd-e024-4590-bd12-117fc8b16131), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:09.669206 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578aab37-beb1-488d-b899-82089a08df32 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event deleted for resources: {'Port': ['ID=2821e6bd-e024-4590-bd12-117fc8b16131,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:09.730191 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-578aab37-beb1-488d-b899-82089a08df32 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (21bedf82-00a4-4adf-9f60-3ab88d95baef), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:09.732703 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-578aab37-beb1-488d-b899-82089a08df32 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:09.733830 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-578aab37-beb1-488d-b899-82089a08df32 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "DELETE /v2.0/floatingips/21bedf82-00a4-4adf-9f60-3ab88d95baef HTTP/1.1" status: 204 len: 168 time: 0.4666522 Apr 08 09:13:10.057413 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34766) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:10.062220 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-f100b068-e211-4b5d-9bf4-e948a0f3dd79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--589347177', 'description': 'tempest-description--54743243'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:13:10.084874 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f100b068-e211-4b5d-9bf4-e948a0f3dd79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.153459 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f100b068-e211-4b5d-9bf4-e948a0f3dd79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (8b5213c4-c0fa-4b03-aa03-2bb7a00aa776), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.157029 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f100b068-e211-4b5d-9bf4-e948a0f3dd79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (8b5213c4-c0fa-4b03-aa03-2bb7a00aa776), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.184027 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f100b068-e211-4b5d-9bf4-e948a0f3dd79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.185283 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f100b068-e211-4b5d-9bf4-e948a0f3dd79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1268339 Apr 08 09:13:10.187981 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34768) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:10.192173 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-5c83c960-b2d0-4681-a600-69f405400586 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'security_group_rule': {'security_group_id': '8b5213c4-c0fa-4b03-aa03-2bb7a00aa776', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:13:10.199489 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100b068-e211-4b5d-9bf4-e948a0f3dd79 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:10.218182 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c83c960-b2d0-4681-a600-69f405400586 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (225d8468-b12a-45ac-9ae1-317f52f8ec3d), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.275894 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c83c960-b2d0-4681-a600-69f405400586 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (225d8468-b12a-45ac-9ae1-317f52f8ec3d), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.279525 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c83c960-b2d0-4681-a600-69f405400586 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (225d8468-b12a-45ac-9ae1-317f52f8ec3d), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.298796 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83c960-b2d0-4681-a600-69f405400586 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225d8468-b12a-45ac-9ae1-317f52f8ec3d,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:10.305197 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5c83c960-b2d0-4681-a600-69f405400586 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.306231 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5c83c960-b2d0-4681-a600-69f405400586 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172976 Apr 08 09:13:10.308943 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34770) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:10.313399 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-795fbcca-6947-40c9-90f7-9f88bbb982b5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'security_group_rule': {'security_group_id': '8b5213c4-c0fa-4b03-aa03-2bb7a00aa776', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:13:10.338872 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-795fbcca-6947-40c9-90f7-9f88bbb982b5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (afd74fb8-f41f-42a2-b519-adac3d8d6e15), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.391721 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-795fbcca-6947-40c9-90f7-9f88bbb982b5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (afd74fb8-f41f-42a2-b519-adac3d8d6e15), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.394973 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-795fbcca-6947-40c9-90f7-9f88bbb982b5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (afd74fb8-f41f-42a2-b519-adac3d8d6e15), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.411941 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fbcca-6947-40c9-90f7-9f88bbb982b5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd74fb8-f41f-42a2-b519-adac3d8d6e15,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:10.419517 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-795fbcca-6947-40c9-90f7-9f88bbb982b5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.420716 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-795fbcca-6947-40c9-90f7-9f88bbb982b5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1107495 Apr 08 09:13:10.423877 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34772) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:10.428059 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:13:10.447152 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.542545 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.647009 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Allocated IP 172.27.2.16 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/949b20bd-33c4-413e-b312-2ef1c8f7479d) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:13:10.746115 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for port (949b20bd-33c4-413e-b312-2ef1c8f7479d), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.777997 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (949b20bd-33c4-413e-b312-2ef1c8f7479d), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.810281 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a49485df-d4b1-4e2e-89dc-a5bf9df98f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.817686 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:13:10.821054 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:13:10.824413 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:13:10.850354 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'Port': ['ID=949b20bd-33c4-413e-b312-2ef1c8f7479d,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:10.915070 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (4a05b245-5507-4421-9c56-a62e77a498fb), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:10.952105 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (949b20bd-33c4-413e-b312-2ef1c8f7479d), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:11.098360 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for port (949b20bd-33c4-413e-b312-2ef1c8f7479d), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:11.103540 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (949b20bd-33c4-413e-b312-2ef1c8f7479d), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:11.174726 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'Port': ['ID=949b20bd-33c4-413e-b312-2ef1c8f7479d,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:11.188365 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (4a05b245-5507-4421-9c56-a62e77a498fb), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:11.204869 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:11.206137 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-27b96394-5405-48f5-b22f-b82a4b6bff07 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7813206 Apr 08 09:13:11.391737 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-f46346c2-297d-4e37-ae59-7bf8d100fec6 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--589347177&fields=id&tenant_id=d6f8df1da1ee4ace879e651f6adafe22 HTTP/1.1" status: 200 len: 267 time: 0.0404353 Apr 08 09:13:11.493568 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-af77a2cd-6c13-4b77-96d9-55217586e158 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:11.494944 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-af77a2cd-6c13-4b77-96d9-55217586e158 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 815 time: 0.0966122 Apr 08 09:13:11.508712 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5521803a-882d-4bf0-8a07-ef537c0f8fcd tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/quotas/d6f8df1da1ee4ace879e651f6adafe22 HTTP/1.1" status: 200 len: 375 time: 0.0085533 Apr 08 09:13:11.564830 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-85bd31ae-bb90-49cd-a7f5-b83756d667f0 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514731 Apr 08 09:13:11.656737 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-4071c7bd-c6f1-46fe-a9ce-0a9eb775af89 service neutron] 10.222.0.11 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810175 Apr 08 09:13:11.747597 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-289ee69b-3b0e-409f-8b43-65710bc4c40e service neutron] 10.222.0.11 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848887 Apr 08 09:13:11.903140 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-50404d19-5f02-4341-b5e8-a531a0c1e7b8 req-fb509034-137f-448e-9c31-564a810bd158 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 210 time: 0.0274427 Apr 08 09:13:11.986516 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:12.928509 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device eba3eea8-d2c3-4920-8f1f-4911dfe5492f no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:13:12.951259 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: eba3eea8-d2c3-4920-8f1f-4911dfe5492f {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:13:12.951599 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device eba3eea8-d2c3-4920-8f1f-4911dfe5492f not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:13:13.001555 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7180d5e9-2288-4219-b404-f8eaa2167303 req-c867fc2d-a5fa-4781-ab8b-e2b8ef015f0d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 210 time: 0.0282524 Apr 08 09:13:13.306497 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:13.754584 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-07b9d549-dad4-4725-9d30-65c15b255b6c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:13.756035 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-07b9d549-dad4-4725-9d30-65c15b255b6c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 815 time: 0.1057949 Apr 08 09:13:13.823571 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-0a79aac2-48dc-46c7-afe0-9bd8030957e9 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6f8df1da1ee4ace879e651f6adafe22 HTTP/1.1" status: 200 len: 379 time: 0.0515618 Apr 08 09:13:13.925138 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'port': {'device_id': '910576d1-e955-44e9-b588-0952edb55679', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'admin_state_up': True, 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'security_groups': ['8b5213c4-c0fa-4b03-aa03-2bb7a00aa776']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:13:14.031200 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Made reservation on behalf of d6f8df1da1ee4ace879e651f6adafe22 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:13:14.034648 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:14.095904 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e13de539-f1de-4eeb-8701-8e49c9701901 req-6bfb4100-5601-44d1-973f-daf90f2f2d7d tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 210 time: 0.0279481 Apr 08 09:13:14.158160 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Allocated IP 172.20.0.3 (1f94f736-3add-466f-a71b-84aa6e30f09b/9b66a29b-7eca-47b9-81d7-f1a70dd2413c/ef889326-16ce-4295-91aa-a9d6ecc23360) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:13:14.307354 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:14.340457 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:14.380920 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Network 1f94f736-3add-466f-a71b-84aa6e30f09b is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:13:14.384334 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:13:14.390211 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:13:14.420426 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event updated for resources: {'Port': ['ID=ef889326-16ce-4295-91aa-a9d6ecc23360,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:14.448830 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:14.449471 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:14.467977 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-5a1619c8-00b2-4952-9ddc-fd14d47c8446 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5466971 Apr 08 09:13:14.485785 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Request body: {'port': {'device_id': '910576d1-e955-44e9-b588-0952edb55679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:13:14.549323 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:14.569202 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-74c8ef25-db03-40be-9f2e-cad8d58a776e None None] Provisioning complete for port ef889326-16ce-4295-91aa-a9d6ecc23360 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:13:14.569746 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74c8ef25-db03-40be-9f2e-cad8d58a776e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:14.604808 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-74c8ef25-db03-40be-9f2e-cad8d58a776e None None] Port ef889326-16ce-4295-91aa-a9d6ecc23360 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:13:14.708515 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:14.813513 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef889326-16ce-4295-91aa-a9d6ecc23360 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:13:14.820774 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Publish callbacks [] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:14.832206 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Transition to ACTIVE for port object ef889326-16ce-4295-91aa-a9d6ecc23360 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:13:14.836147 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:14.888353 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef889326-16ce-4295-91aa-a9d6ecc23360,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:14.960138 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Attempting to bind port ef889326-16ce-4295-91aa-a9d6ecc23360 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:13:14.960390 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Attempting to bind port ef889326-16ce-4295-91aa-a9d6ecc23360 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:13:14.960756 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Attempting to bind port ef889326-16ce-4295-91aa-a9d6ecc23360 on network 1f94f736-3add-466f-a71b-84aa6e30f09b {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:13:14.965437 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Port ef889326-16ce-4295-91aa-a9d6ecc23360 on network 1f94f736-3add-466f-a71b-84aa6e30f09b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:13:14.965759 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Attempting to bind port ef889326-16ce-4295-91aa-a9d6ecc23360 on network 1f94f736-3add-466f-a71b-84aa6e30f09b {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:13:14.970735 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:13:14.971075 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Checking segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:13:14.971459 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Bound using segment: {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:13:14.971885 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Bound port: ef889326-16ce-4295-91aa-a9d6ecc23360, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46179454-b158-4746-8ad4-809c68c719db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:13:14.972241 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:15.039499 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] For port ef889326-16ce-4295-91aa-a9d6ecc23360, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:13:15.042450 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] For port ef889326-16ce-4295-91aa-a9d6ecc23360, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ef889326-16ce-4295-91aa-a9d6ecc23360,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:13:15.048307 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:15.082064 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:15.082682 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:15.084056 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] 10.222.0.10 "PUT /v2.0/ports/ef889326-16ce-4295-91aa-a9d6ecc23360 HTTP/1.1" status: 200 len: 1093 time: 0.6035206 Apr 08 09:13:15.084517 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910576d1-e955-44e9-b588-0952edb55679', 'tag': 'ef889326-16ce-4295-91aa-a9d6ecc23360'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:13:15.087280 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52534ffb-0875-4d27-9f5e-baa2420f0676" -d '{"events": [{"name": "network-changed", "server_uuid": "910576d1-e955-44e9-b588-0952edb55679", "tag": "ef889326-16ce-4295-91aa-a9d6ecc23360"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:13:15.113510 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcbbd2-ef54-4a55-8c08-53a7760e46d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef889326-16ce-4295-91aa-a9d6ecc23360,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:15.151363 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1f22b4-bada-4488-8529-1b2889344ba7 x-openstack-request-id: req-ff1f22b4-bada-4488-8529-1b2889344ba7 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:13:15.151655 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910576d1-e955-44e9-b588-0952edb55679", "tag": "ef889326-16ce-4295-91aa-a9d6ecc23360", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:13:15.151910 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff1f22b4-bada-4488-8529-1b2889344ba7 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:13:15.152464 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1f22b4-bada-4488-8529-1b2889344ba7'] response: {'name': 'network-changed', 'server_uuid': '910576d1-e955-44e9-b588-0952edb55679', 'tag': 'ef889326-16ce-4295-91aa-a9d6ecc23360', 'status': 'completed', 'code': 200} Apr 08 09:13:15.188207 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-d294fec1-7b73-4b9b-bd9a-266b1847bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:15.189753 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-d294fec1-7b73-4b9b-bd9a-266b1847bf0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 1127 time: 0.0520861 Apr 08 09:13:15.240345 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184cf71-62e7-4db4-8046-fe13f228dbc3 req-354cabf3-0321-455c-9300-ccfaabebf9cc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:15.241869 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2184cf71-62e7-4db4-8046-fe13f228dbc3 req-354cabf3-0321-455c-9300-ccfaabebf9cc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 943 time: 0.0590210 Apr 08 09:13:15.243020 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-25590162-1c69-49e6-a12b-d08330c5161e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef889326-16ce-4295-91aa-a9d6ecc23360 HTTP/1.1" status: 200 len: 217 time: 0.0407038 Apr 08 09:13:15.291814 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-c29826ea-efd3-4532-beb8-8bfdf0c88187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:15.293296 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-c29826ea-efd3-4532-beb8-8bfdf0c88187 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b66a29b-7eca-47b9-81d7-f1a70dd2413c HTTP/1.1" status: 200 len: 854 time: 0.0442696 Apr 08 09:13:15.293462 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2184cf71-62e7-4db4-8046-fe13f228dbc3 req-744fcb66-0da4-4fe6-b24c-c1fdfa75d066 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455933 Apr 08 09:13:15.340950 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-ff780b83-79c8-4f90-833b-f4e765c3edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:15.342798 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-ff780b83-79c8-4f90-833b-f4e765c3edbb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f94f736-3add-466f-a71b-84aa6e30f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436606 Apr 08 09:13:15.439864 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-84b2afb2-75eb-4120-98af-7b26467f7c29 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912030 Apr 08 09:13:15.543070 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-9c38290c-9d9d-4179-bcdd-943ab4360c22 req-c23b3381-cc0b-4f3a-8c99-b7641593cfb8 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966890 Apr 08 09:13:16.409902 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ce05a-7407-41ec-a18c-437184fa8031 req-fe6780fc-a5e5-4326-ad17-6731ed7de3e0 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:16.411600 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7d3ce05a-7407-41ec-a18c-437184fa8031 req-fe6780fc-a5e5-4326-ad17-6731ed7de3e0 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 943 time: 0.0518074 Apr 08 09:13:16.456511 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7d3ce05a-7407-41ec-a18c-437184fa8031 req-11b27e3d-8e16-4afa-a7c1-ead0c238ff33 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393972 Apr 08 09:13:17.571552 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d33cae-9725-4df0-84af-1ed1df8d6ec1 req-40116369-4454-4121-b14c-2ee49d854b80 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:17.573026 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-52d33cae-9725-4df0-84af-1ed1df8d6ec1 req-40116369-4454-4121-b14c-2ee49d854b80 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 943 time: 0.0530846 Apr 08 09:13:17.622531 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-52d33cae-9725-4df0-84af-1ed1df8d6ec1 req-be0a9373-ac2c-4fda-a13f-90cf52c7c9e6 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Apr 08 09:13:18.736186 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e993637-3e83-4182-93be-d0e227219d35 req-9faa04b5-c820-412e-ad8e-cf5600648732 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:18.737675 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4e993637-3e83-4182-93be-d0e227219d35 req-9faa04b5-c820-412e-ad8e-cf5600648732 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 943 time: 0.0511546 Apr 08 09:13:18.782499 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-4e993637-3e83-4182-93be-d0e227219d35 req-af77ddb9-2d65-4bb8-a017-666bf109a384 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388377 Apr 08 09:13:19.896492 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd698a-6028-46f6-8506-1456580094f6 req-d8928dad-35b8-4c66-affd-a199ef58bf2e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:19.897959 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7acd698a-6028-46f6-8506-1456580094f6 req-d8928dad-35b8-4c66-affd-a199ef58bf2e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 943 time: 0.0506561 Apr 08 09:13:19.944421 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7acd698a-6028-46f6-8506-1456580094f6 req-7fa03bd0-23b9-43be-b37d-c8520adef5c3 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404704 Apr 08 09:13:21.068248 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea121fa3-c57c-4f7a-9642-4327bceb8a88 req-1eec795f-158c-46cf-b9f9-70f97e352ecf tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:21.069725 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ea121fa3-c57c-4f7a-9642-4327bceb8a88 req-1eec795f-158c-46cf-b9f9-70f97e352ecf tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 943 time: 0.0565536 Apr 08 09:13:21.117181 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ea121fa3-c57c-4f7a-9642-4327bceb8a88 req-420d3c01-c276-491e-b207-bc7a3c62f94f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410535 Apr 08 09:13:21.950298 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:13:22.247491 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef3287-87e5-4072-af62-86c2479319c8 req-e2764749-c5d4-408c-a669-c568c1d59df2 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:22.248991 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-50ef3287-87e5-4072-af62-86c2479319c8 req-e2764749-c5d4-408c-a669-c568c1d59df2 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 943 time: 0.0555661 Apr 08 09:13:22.294397 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-50ef3287-87e5-4072-af62-86c2479319c8 req-989fed04-9f3d-463c-b1ad-0318092cfcde tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398848 Apr 08 09:13:22.332640 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52534ffb-0875-4d27-9f5e-baa2420f0676 req-b31647ed-3fdc-43df-ac66-90bfb19e27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:22.334120 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-52534ffb-0875-4d27-9f5e-baa2420f0676 req-b31647ed-3fdc-43df-ac66-90bfb19e27de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 1127 time: 0.0495107 Apr 08 09:13:22.422800 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52534ffb-0875-4d27-9f5e-baa2420f0676 req-1f82aeac-93ac-4f52-bfdc-7f6f74d60733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:22.424153 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-52534ffb-0875-4d27-9f5e-baa2420f0676 req-1f82aeac-93ac-4f52-bfdc-7f6f74d60733 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 915 time: 0.0830009 Apr 08 09:13:22.466851 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-52534ffb-0875-4d27-9f5e-baa2420f0676 req-5386d6d9-1a0e-4172-b46d-6816e37e5355 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef889326-16ce-4295-91aa-a9d6ecc23360 HTTP/1.1" status: 200 len: 217 time: 0.0361469 Apr 08 09:13:23.413533 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f902b7-90b8-4810-bc17-35db9a318e2d req-3c231a8d-318a-49ad-a37e-735fcc8e727e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:23.414920 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f2f902b7-90b8-4810-bc17-35db9a318e2d req-3c231a8d-318a-49ad-a37e-735fcc8e727e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 943 time: 0.0548561 Apr 08 09:13:23.460349 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f2f902b7-90b8-4810-bc17-35db9a318e2d req-5ecf78dd-27a5-4354-8c59-4aecd19db371 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400727 Apr 08 09:13:23.914637 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52534ffb-0875-4d27-9f5e-baa2420f0676 req-a5ffd64d-9ae5-40c2-98cb-5aacec63f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:23.917345 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-52534ffb-0875-4d27-9f5e-baa2420f0676 req-a5ffd64d-9ae5-40c2-98cb-5aacec63f971 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b66a29b-7eca-47b9-81d7-f1a70dd2413c HTTP/1.1" status: 200 len: 854 time: 0.0444369 Apr 08 09:13:24.576278 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e13f45-81f4-4efe-bc43-eb68be8dea9d req-2540f5f0-79cb-40c0-af4e-f90679745a68 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:24.577907 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72e13f45-81f4-4efe-bc43-eb68be8dea9d req-2540f5f0-79cb-40c0-af4e-f90679745a68 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 943 time: 0.0524390 Apr 08 09:13:24.623827 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72e13f45-81f4-4efe-bc43-eb68be8dea9d req-c079bdbb-9aaa-4dc0-8814-d1a9716df9b5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403769 Apr 08 09:13:25.736532 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35758980-3974-4f07-b16c-f38b922dcf27 req-3c7c8a28-9b03-428d-a312-f1e053583d84 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:25.738005 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-35758980-3974-4f07-b16c-f38b922dcf27 req-3c7c8a28-9b03-428d-a312-f1e053583d84 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 943 time: 0.0508304 Apr 08 09:13:25.787263 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-35758980-3974-4f07-b16c-f38b922dcf27 req-37f1ca84-243c-459e-8d36-f9453ce08b51 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432343 Apr 08 09:13:26.318542 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device ef889326-16ce-4295-91aa-a9d6ecc23360 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:13:26.349618 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52534ffb-0875-4d27-9f5e-baa2420f0676 req-e31c33ff-1fca-41ad-a95b-f4539f4d6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:26.351702 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-52534ffb-0875-4d27-9f5e-baa2420f0676 req-e31c33ff-1fca-41ad-a95b-f4539f4d6190 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f94f736-3add-466f-a71b-84aa6e30f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494816 Apr 08 09:13:26.419870 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port ef889326-16ce-4295-91aa-a9d6ecc23360, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ef889326-16ce-4295-91aa-a9d6ecc23360,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:13:26.433760 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': 'ef889326-16ce-4295-91aa-a9d6ecc23360', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'port_id': 'ef889326-16ce-4295-91aa-a9d6ecc23360', 'mac_address': 'fa:16:3e:b3:a3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:13:26.478983 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port ef889326-16ce-4295-91aa-a9d6ecc23360 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:13:26.479847 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:26.482020 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-52534ffb-0875-4d27-9f5e-baa2420f0676 req-c1a67f36-20a8-43fe-94e5-c8288d986551 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986013 Apr 08 09:13:26.497689 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef889326-16ce-4295-91aa-a9d6ecc23360 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:13:26.528448 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port ef889326-16ce-4295-91aa-a9d6ecc23360, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ef889326-16ce-4295-91aa-a9d6ecc23360,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:13:26.533096 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:26.537444 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:26.584113 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-52534ffb-0875-4d27-9f5e-baa2420f0676 req-bbd78d67-c327-4794-a0eb-57c288665d5f service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949848 Apr 08 09:13:26.586491 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=ef889326-16ce-4295-91aa-a9d6ecc23360,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:26.902899 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c4005-72ff-47c3-a69f-da0636ac2037 req-e2005834-33f5-447b-9951-42f14432f6b8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:26.904347 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cb0c4005-72ff-47c3-a69f-da0636ac2037 req-e2005834-33f5-447b-9951-42f14432f6b8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 944 time: 0.0517974 Apr 08 09:13:26.949451 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cb0c4005-72ff-47c3-a69f-da0636ac2037 req-104ca35d-f73f-4a19-8010-ebd1d4f5aae5 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395460 Apr 08 09:13:27.306451 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['ef889326-16ce-4295-91aa-a9d6ecc23360'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:13:28.065144 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd9a8-69a2-4f91-be23-d5e4fe8fd85d req-dc4b43e1-a705-449b-9b09-68e8487cc610 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:28.066592 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83cd9a8-69a2-4f91-be23-d5e4fe8fd85d req-dc4b43e1-a705-449b-9b09-68e8487cc610 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 944 time: 0.0513508 Apr 08 09:13:28.112446 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83cd9a8-69a2-4f91-be23-d5e4fe8fd85d req-69fba7b2-59bc-41e5-81bb-cef4bd23161e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404212 Apr 08 09:13:29.145907 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device ef889326-16ce-4295-91aa-a9d6ecc23360 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:13:29.198035 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port ef889326-16ce-4295-91aa-a9d6ecc23360 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:13:29.203531 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port ef889326-16ce-4295-91aa-a9d6ecc23360 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:13:29.203905 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:29.237657 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d693f-80c7-4982-9736-6e47b70dbe72 req-37109fd7-dae5-486c-9945-c5f499ee79d8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:29.239139 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ea9d693f-80c7-4982-9736-6e47b70dbe72 req-37109fd7-dae5-486c-9945-c5f499ee79d8 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 944 time: 0.0561879 Apr 08 09:13:29.282724 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port ef889326-16ce-4295-91aa-a9d6ecc23360 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:13:29.283115 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:29.286065 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ea9d693f-80c7-4982-9736-6e47b70dbe72 req-c8354bb8-6caa-4e74-aa59-4d2eeacc77bd tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414469 Apr 08 09:13:29.305336 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910576d1-e955-44e9-b588-0952edb55679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef889326-16ce-4295-91aa-a9d6ecc23360'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:13:29.307559 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7489072b-d9f7-4a3a-892e-7af1069b89ab" -d '{"events": [{"server_uuid": "910576d1-e955-44e9-b588-0952edb55679", "name": "network-vif-plugged", "status": "completed", "tag": "ef889326-16ce-4295-91aa-a9d6ecc23360"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:13:29.319318 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port ef889326-16ce-4295-91aa-a9d6ecc23360, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ef889326-16ce-4295-91aa-a9d6ecc23360,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:13:29.323905 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:29.348804 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389fcf32-429d-4d5c-abde-b710d624ae02 x-openstack-request-id: req-389fcf32-429d-4d5c-abde-b710d624ae02 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:13:29.349114 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910576d1-e955-44e9-b588-0952edb55679", "name": "network-vif-plugged", "status": "completed", "tag": "ef889326-16ce-4295-91aa-a9d6ecc23360", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:13:29.349366 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-389fcf32-429d-4d5c-abde-b710d624ae02 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:13:29.349759 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389fcf32-429d-4d5c-abde-b710d624ae02'] response: {'server_uuid': '910576d1-e955-44e9-b588-0952edb55679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef889326-16ce-4295-91aa-a9d6ecc23360', 'code': 200} Apr 08 09:13:29.374477 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=ef889326-16ce-4295-91aa-a9d6ecc23360,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:29.544892 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2d8d5-5d13-4059-bcfc-bd455b3f665c req-f7e83ffe-aeb4-449b-8cef-46d6b3502aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:29.546250 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b5f2d8d5-5d13-4059-bcfc-bd455b3f665c req-f7e83ffe-aeb4-449b-8cef-46d6b3502aec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 1129 time: 0.0430567 Apr 08 09:13:29.599399 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-b5f2d8d5-5d13-4059-bcfc-bd455b3f665c req-a7383445-796f-4349-b16a-2727cc9b09b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466006 Apr 08 09:13:30.399653 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118201d-92ee-4777-ae70-0962ec5a6908 req-f4bf4e34-d1cd-45e9-8d77-7ec902e7e278 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:30.401129 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2118201d-92ee-4777-ae70-0962ec5a6908 req-f4bf4e34-d1cd-45e9-8d77-7ec902e7e278 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 945 time: 0.0515070 Apr 08 09:13:30.446604 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2118201d-92ee-4777-ae70-0962ec5a6908 req-bd15902b-b325-416f-8eab-88b497a16c60 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400329 Apr 08 09:13:30.864829 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-95927cc7-e578-46b8-b367-0307ff4d9dc9 req-562aa864-2ebd-4f89-95a7-8299ac5c367d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417809 Apr 08 09:13:31.186864 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34958) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:31.287132 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:31.362036 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Publish callbacks [] for security_group (9e0c2e18-c81f-43df-967e-f8fc0a1d222e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:31.365856 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (9e0c2e18-c81f-43df-967e-f8fc0a1d222e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:31.403474 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8337e9a8536475d9bb311132dedd40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156010 Apr 08 09:13:31.404272 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0c2e18-c81f-43df-967e-f8fc0a1d222e,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:31.406188 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34962) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:31.411753 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.412281 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.412672 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.414243 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.414597 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.414933 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.415269 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.415602 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.415937 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.416264 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.416901 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.417234 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.417562 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.417885 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.418208 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc7de65-6347-4d23-b94e-3bccfa1905e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.453337 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Publish callbacks [] for security_group (9e0c2e18-c81f-43df-967e-f8fc0a1d222e), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:31.473824 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Publish callbacks [] for security_group (9e0c2e18-c81f-43df-967e-f8fc0a1d222e), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:31.551403 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (9e0c2e18-c81f-43df-967e-f8fc0a1d222e), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:31.554621 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:31.558748 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e0c2e18-c81f-43df-967e-f8fc0a1d222e HTTP/1.1" status: 204 len: 168 time: 0.1515019 Apr 08 09:13:31.572580 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0c2e18-c81f-43df-967e-f8fc0a1d222e,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:31.580460 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.581078 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.581425 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.581764 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.582102 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.582435 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.582762 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.583088 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.583423 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.583750 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.584075 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.584396 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.585524 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.586514 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.587011 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acadb4a-c834-47fb-9533-9e96af244414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:13:31.605305 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95927cc7-e578-46b8-b367-0307ff4d9dc9 req-fa6e177e-e54b-491a-9889-863d124c00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:31.606553 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-95927cc7-e578-46b8-b367-0307ff4d9dc9 req-fa6e177e-e54b-491a-9889-863d124c00fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 1129 time: 0.0698845 Apr 08 09:13:31.608984 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b8ac-63ea-4c74-8882-8acb20f478da req-9b4f9ea3-3e58-4fbd-b1e3-5839f8260841 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:31.611651 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-28a1b8ac-63ea-4c74-8882-8acb20f478da req-9b4f9ea3-3e58-4fbd-b1e3-5839f8260841 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 945 time: 0.0976846 Apr 08 09:13:31.665537 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-28a1b8ac-63ea-4c74-8882-8acb20f478da req-92489ee9-1ad7-474c-8837-66cfce10325a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484102 Apr 08 09:13:31.715567 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95927cc7-e578-46b8-b367-0307ff4d9dc9 req-fecdeeb7-6cbc-485a-989c-111456d00180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:31.717175 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-95927cc7-e578-46b8-b367-0307ff4d9dc9 req-fecdeeb7-6cbc-485a-989c-111456d00180 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0d212e64-e599-4f30-a480-e7099d8eb4c3 HTTP/1.1" status: 200 len: 911 time: 0.0913224 Apr 08 09:13:31.791236 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbdc07-3716-44ce-98e1-e3ed3ce06acf req-19836836-eb16-4a4c-bcad-00217db17718 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:31.793101 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-40dbdc07-3716-44ce-98e1-e3ed3ce06acf req-19836836-eb16-4a4c-bcad-00217db17718 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 945 time: 0.0624504 Apr 08 09:13:31.794015 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-95927cc7-e578-46b8-b367-0307ff4d9dc9 req-8b83b3db-956a-4fc0-9217-8725a95a4e83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a15e7123-0200-4ba2-b273-50784a064d30 HTTP/1.1" status: 200 len: 1001 time: 0.0663948 Apr 08 09:13:31.802162 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 34974) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:31.806763 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-c7146dae-4bd0-42dc-8447-35163392bf61 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Request body: {'floatingip': {'port_id': 'ef889326-16ce-4295-91aa-a9d6ecc23360'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:13:31.843621 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95927cc7-e578-46b8-b367-0307ff4d9dc9 req-fa92fd8c-5329-4453-a71a-ef487a6981f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:31.845163 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-95927cc7-e578-46b8-b367-0307ff4d9dc9 req-fa92fd8c-5329-4453-a71a-ef487a6981f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=317ed796-bf5f-413a-88ba-27d2f3ef552b HTTP/1.1" status: 200 len: 850 time: 0.0446475 Apr 08 09:13:31.848766 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c7146dae-4bd0-42dc-8447-35163392bf61 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (4a05b245-5507-4421-9c56-a62e77a498fb), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:31.877378 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34976) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:31.894356 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-be7fa5c0-049d-48d1-9051-faaae34443a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:31.922748 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95927cc7-e578-46b8-b367-0307ff4d9dc9 req-9edc43c3-1514-43c8-9258-5940b9d7a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:31.924315 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-95927cc7-e578-46b8-b367-0307ff4d9dc9 req-9edc43c3-1514-43c8-9258-5940b9d7a01c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0d212e64-e599-4f30-a480-e7099d8eb4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712459 Apr 08 09:13:32.058846 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-95927cc7-e578-46b8-b367-0307ff4d9dc9 req-02655389-e5ea-4e9c-a476-b25c6ade9e48 service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252711 Apr 08 09:13:32.060514 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-be7fa5c0-049d-48d1-9051-faaae34443a9 admin admin] Publish callbacks [] for security_group (4be0f6e4-9e3c-469c-9ffe-15f5b4ae0565), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:32.072898 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-be7fa5c0-049d-48d1-9051-faaae34443a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (4be0f6e4-9e3c-469c-9ffe-15f5b4ae0565), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:32.158221 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-be7fa5c0-049d-48d1-9051-faaae34443a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8713063cb574b58b174d9f53cdd1c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796676 Apr 08 09:13:32.162182 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 34978) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:32.162812 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fa5c0-049d-48d1-9051-faaae34443a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be0f6e4-9e3c-469c-9ffe-15f5b4ae0565,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:32.215092 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-95927cc7-e578-46b8-b367-0307ff4d9dc9 req-73fbfe00-456b-43ab-9c71-64139e4d6a16 service neutron] 10.222.0.10 "GET /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495697 Apr 08 09:13:32.231481 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-72801bb3-8eac-42e7-a493-bf241e130a47 admin admin] Publish callbacks [] for security_group (4be0f6e4-9e3c-469c-9ffe-15f5b4ae0565), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:32.254180 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-72801bb3-8eac-42e7-a493-bf241e130a47 admin admin] Publish callbacks [] for security_group (4be0f6e4-9e3c-469c-9ffe-15f5b4ae0565), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:32.298176 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c7146dae-4bd0-42dc-8447-35163392bf61 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:32.302158 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c7146dae-4bd0-42dc-8447-35163392bf61 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (4a05b245-5507-4421-9c56-a62e77a498fb), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:32.311258 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-72801bb3-8eac-42e7-a493-bf241e130a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (4be0f6e4-9e3c-469c-9ffe-15f5b4ae0565), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:32.313901 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-72801bb3-8eac-42e7-a493-bf241e130a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:32.315128 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-72801bb3-8eac-42e7-a493-bf241e130a47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4be0f6e4-9e3c-469c-9ffe-15f5b4ae0565 HTTP/1.1" status: 204 len: 168 time: 0.1495769 Apr 08 09:13:32.323820 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72801bb3-8eac-42e7-a493-bf241e130a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be0f6e4-9e3c-469c-9ffe-15f5b4ae0565,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:32.403208 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-c7146dae-4bd0-42dc-8447-35163392bf61 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Floating IP 4a05b245-5507-4421-9c56-a62e77a498fb associated. External IP: 172.27.2.16, port: ef889326-16ce-4295-91aa-a9d6ecc23360. Apr 08 09:13:32.623892 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7146dae-4bd0-42dc-8447-35163392bf61 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:13:32.736332 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7146dae-4bd0-42dc-8447-35163392bf61 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:13:32.741882 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c7146dae-4bd0-42dc-8447-35163392bf61 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:32.751211 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25becd5-77c5-4651-a98c-29f9e754b698 None None] Sync routers for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:13:32.764452 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25becd5-77c5-4651-a98c-29f9e754b698 None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:13:32.765188 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-b25becd5-77c5-4651-a98c-29f9e754b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:13:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:13:32.784143 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c7146dae-4bd0-42dc-8447-35163392bf61 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "PUT /v2.0/floatingips/4a05b245-5507-4421-9c56-a62e77a498fb HTTP/1.1" status: 200 len: 990 time: 0.9808183 Apr 08 09:13:32.785257 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910576d1-e955-44e9-b588-0952edb55679', 'tag': 'ef889326-16ce-4295-91aa-a9d6ecc23360'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:13:32.788453 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b15d1cd-683a-4e58-850e-e24c57ea2342" -d '{"events": [{"name": "network-changed", "server_uuid": "910576d1-e955-44e9-b588-0952edb55679", "tag": "ef889326-16ce-4295-91aa-a9d6ecc23360"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:13:32.831628 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52755e9a-e7f4-43d9-812a-d1dd6209f851 x-openstack-request-id: req-52755e9a-e7f4-43d9-812a-d1dd6209f851 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:13:32.831922 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910576d1-e955-44e9-b588-0952edb55679", "tag": "ef889326-16ce-4295-91aa-a9d6ecc23360", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:13:32.832169 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52755e9a-e7f4-43d9-812a-d1dd6209f851 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:13:32.833205 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52755e9a-e7f4-43d9-812a-d1dd6209f851'] response: {'name': 'network-changed', 'server_uuid': '910576d1-e955-44e9-b588-0952edb55679', 'tag': 'ef889326-16ce-4295-91aa-a9d6ecc23360', 'status': 'completed', 'code': 200} Apr 08 09:13:32.877230 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-b25becd5-77c5-4651-a98c-29f9e754b698 None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:13:33.111549 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-b25becd5-77c5-4651-a98c-29f9e754b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '4a05b245-5507-4421-9c56-a62e77a498fb', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': 'ef889326-16ce-4295-91aa-a9d6ecc23360', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:b3:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910576d1-e955-44e9-b588-0952edb55679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:13:10Z', 'updated_at': '2022-04-08T09:13:32Z', 'revision_number': 1, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:13:33.139220 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25becd5-77c5-4651-a98c-29f9e754b698 None None] Checking router: 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:13:33.148078 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25becd5-77c5-4651-a98c-29f9e754b698 None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:13:33.148709 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-b25becd5-77c5-4651-a98c-29f9e754b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:13:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:13:33.154223 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15d1cd-683a-4e58-850e-e24c57ea2342 req-af3717f3-8685-4afc-a4d0-8e6e466b740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:33.156635 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0b15d1cd-683a-4e58-850e-e24c57ea2342 req-af3717f3-8685-4afc-a4d0-8e6e466b740b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 1129 time: 0.0575252 Apr 08 09:13:33.263848 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-b25becd5-77c5-4651-a98c-29f9e754b698 None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:13:33.300095 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15d1cd-683a-4e58-850e-e24c57ea2342 req-5be3ed35-7000-4440-821a-6a210cba6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:33.301780 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0b15d1cd-683a-4e58-850e-e24c57ea2342 req-5be3ed35-7000-4440-821a-6a210cba6728 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 200 len: 915 time: 0.1099868 Apr 08 09:13:33.490234 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-b25becd5-77c5-4651-a98c-29f9e754b698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '4a05b245-5507-4421-9c56-a62e77a498fb', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': 'ef889326-16ce-4295-91aa-a9d6ecc23360', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:b3:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910576d1-e955-44e9-b588-0952edb55679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:13:10Z', 'updated_at': '2022-04-08T09:13:32Z', 'revision_number': 1, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:13:33.520456 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25becd5-77c5-4651-a98c-29f9e754b698 None None] The sync data for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi is: [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '4a05b245-5507-4421-9c56-a62e77a498fb', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'port_id': 'ef889326-16ce-4295-91aa-a9d6ecc23360', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'mac_address': 'fa:16:3e:b3:a3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910576d1-e955-44e9-b588-0952edb55679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:13:10Z', 'updated_at': '2022-04-08T09:13:32Z', 'revision_number': 1, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:13:33.549003 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0b15d1cd-683a-4e58-850e-e24c57ea2342 req-72ab368a-c97e-45b0-a41f-770b318e065f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef889326-16ce-4295-91aa-a9d6ecc23360 HTTP/1.1" status: 200 len: 998 time: 0.0699203 Apr 08 09:13:33.606299 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15d1cd-683a-4e58-850e-e24c57ea2342 req-381aa910-68d4-4dbb-816d-ea7a46279d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:33.607795 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0b15d1cd-683a-4e58-850e-e24c57ea2342 req-381aa910-68d4-4dbb-816d-ea7a46279d8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b66a29b-7eca-47b9-81d7-f1a70dd2413c HTTP/1.1" status: 200 len: 854 time: 0.0513849 Apr 08 09:13:33.657879 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15d1cd-683a-4e58-850e-e24c57ea2342 req-df6e00ef-6dcc-49c7-9da6-a49f86c0640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:13:33.659445 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0b15d1cd-683a-4e58-850e-e24c57ea2342 req-df6e00ef-6dcc-49c7-9da6-a49f86c0640c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f94f736-3add-466f-a71b-84aa6e30f09b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453520 Apr 08 09:13:33.738745 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec4903-6a1c-4015-83e6-c516d2b9340e None None] New status for floating IP 4a05b245-5507-4421-9c56-a62e77a498fb: ACTIVE {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:13:33.776511 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0b15d1cd-683a-4e58-850e-e24c57ea2342 req-5f23f87f-f597-4323-9ff9-49183ac41a8a service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092327 Apr 08 09:13:33.868862 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-0b15d1cd-683a-4e58-850e-e24c57ea2342 req-c89af093-3ffd-4244-9b3e-00ebbf487f54 service neutron] 10.222.0.10 "GET /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852168 Apr 08 09:13:38.426670 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3601755b-972c-4011-b7f8-bff0ce4cd093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:38.681196 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35102) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:38.783079 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d559b7b-024d-4b7c-941d-4c623cfe3e82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:38.854351 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d559b7b-024d-4b7c-941d-4c623cfe3e82 admin admin] Publish callbacks [] for security_group (ecd4dbfc-01be-4854-ae57-9d8613ea1996), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:38.858155 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5d559b7b-024d-4b7c-941d-4c623cfe3e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (ecd4dbfc-01be-4854-ae57-9d8613ea1996), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:39.136649 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5d559b7b-024d-4b7c-941d-4c623cfe3e82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4e3fddec1234f26a885c0a88175c735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540989 Apr 08 09:13:39.137337 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d559b7b-024d-4b7c-941d-4c623cfe3e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd4dbfc-01be-4854-ae57-9d8613ea1996,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:39.139080 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35106) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:39.193745 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-77d5d520-9f52-4468-b1c8-fd6a86df8576 admin admin] Publish callbacks [] for security_group (ecd4dbfc-01be-4854-ae57-9d8613ea1996), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:39.214479 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-77d5d520-9f52-4468-b1c8-fd6a86df8576 admin admin] Publish callbacks [] for security_group (ecd4dbfc-01be-4854-ae57-9d8613ea1996), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:39.261184 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-77d5d520-9f52-4468-b1c8-fd6a86df8576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (ecd4dbfc-01be-4854-ae57-9d8613ea1996), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:39.263951 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-77d5d520-9f52-4468-b1c8-fd6a86df8576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:39.265113 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-77d5d520-9f52-4468-b1c8-fd6a86df8576 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecd4dbfc-01be-4854-ae57-9d8613ea1996 HTTP/1.1" status: 204 len: 168 time: 0.1249824 Apr 08 09:13:39.272429 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5d520-9f52-4468-b1c8-fd6a86df8576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd4dbfc-01be-4854-ae57-9d8613ea1996,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:39.513385 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35114) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:39.526094 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a6f00389-c716-48e0-bb68-beca2aa9306b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:39.597856 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a6f00389-c716-48e0-bb68-beca2aa9306b admin admin] Publish callbacks [] for security_group (743af9af-0011-4211-b458-233a31695f4c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:39.601982 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a6f00389-c716-48e0-bb68-beca2aa9306b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (743af9af-0011-4211-b458-233a31695f4c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:39.639270 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a6f00389-c716-48e0-bb68-beca2aa9306b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03f5477e48bf457984655ac2a2eff2e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1248360 Apr 08 09:13:39.640122 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f00389-c716-48e0-bb68-beca2aa9306b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743af9af-0011-4211-b458-233a31695f4c,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:39.641939 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35116) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:13:39.688873 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fd74c3ea-60c8-43f7-ab2e-c40b70189c33 admin admin] Publish callbacks [] for security_group (743af9af-0011-4211-b458-233a31695f4c), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:39.708840 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fd74c3ea-60c8-43f7-ab2e-c40b70189c33 admin admin] Publish callbacks [] for security_group (743af9af-0011-4211-b458-233a31695f4c), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:39.752857 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fd74c3ea-60c8-43f7-ab2e-c40b70189c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (743af9af-0011-4211-b458-233a31695f4c), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:39.755370 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fd74c3ea-60c8-43f7-ab2e-c40b70189c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:39.756546 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-fd74c3ea-60c8-43f7-ab2e-c40b70189c33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/743af9af-0011-4211-b458-233a31695f4c HTTP/1.1" status: 204 len: 168 time: 0.1135991 Apr 08 09:13:39.764236 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74c3ea-60c8-43f7-ab2e-c40b70189c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743af9af-0011-4211-b458-233a31695f4c,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:13:40.811957 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ca2ce550-08a1-452f-94a1-bc8d11b6a4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:41.995689 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:43.304428 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:44.711460 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:56.531508 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:13:58.950764 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:14:03.036629 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35276) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:03.141422 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-90b89af1-6ca7-4f4d-bd75-20e823c280e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:03.215246 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-90b89af1-6ca7-4f4d-bd75-20e823c280e3 admin admin] Publish callbacks [] for security_group (39cd273c-e3a0-4f37-b91e-40be6ea62c87), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:03.218283 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-90b89af1-6ca7-4f4d-bd75-20e823c280e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (39cd273c-e3a0-4f37-b91e-40be6ea62c87), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:03.254475 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-90b89af1-6ca7-4f4d-bd75-20e823c280e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c3bfef836594787bbbe3d9de54e0bed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163069 Apr 08 09:14:03.255629 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b89af1-6ca7-4f4d-bd75-20e823c280e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cd273c-e3a0-4f37-b91e-40be6ea62c87,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:03.257252 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35280) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:03.305060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b8d9dde8-2670-44e4-b897-06d6ddb26dd9 admin admin] Publish callbacks [] for security_group (39cd273c-e3a0-4f37-b91e-40be6ea62c87), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:03.325111 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b8d9dde8-2670-44e4-b897-06d6ddb26dd9 admin admin] Publish callbacks [] for security_group (39cd273c-e3a0-4f37-b91e-40be6ea62c87), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:03.371829 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b8d9dde8-2670-44e4-b897-06d6ddb26dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (39cd273c-e3a0-4f37-b91e-40be6ea62c87), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:03.374348 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b8d9dde8-2670-44e4-b897-06d6ddb26dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:03.375468 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b8d9dde8-2670-44e4-b897-06d6ddb26dd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39cd273c-e3a0-4f37-b91e-40be6ea62c87 HTTP/1.1" status: 204 len: 168 time: 0.1172299 Apr 08 09:14:03.382727 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9dde8-2670-44e4-b897-06d6ddb26dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cd273c-e3a0-4f37-b91e-40be6ea62c87,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:03.964903 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35302) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:04.058145 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2132904272-network', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:04.080340 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Made reservation on behalf of 59f91b9ddd904469a0c5f65b23c7cf66 for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:14:04.082470 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.091260 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.162926 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Publish callbacks [] for security_group (b0e7f20c-b4a4-4fa1-9fe7-a4c24768d2af), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.166745 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (b0e7f20c-b4a4-4fa1-9fe7-a4c24768d2af), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.186355 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:14:04.200952 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e7f20c-b4a4-4fa1-9fe7-a4c24768d2af,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:04.203793 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.204135 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Added segment ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4 of type vlan for network c93015da-2178-4354-b03b-a22057a7e12c Apr 08 09:14:04.243420 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (c93015da-2178-4354-b03b-a22057a7e12c), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.267330 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (c93015da-2178-4354-b03b-a22057a7e12c), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.268438 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:04.269061 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.300519 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3345239 Apr 08 09:14:04.304323 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35306) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:04.309206 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-b221c68f-39af-4eb6-8800-25f7eff11a06 admin admin] Request body: {'subnet': {'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2132904272-subnet', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:04.328269 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b221c68f-39af-4eb6-8800-25f7eff11a06 admin admin] Made reservation on behalf of 59f91b9ddd904469a0c5f65b23c7cf66 for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:14:04.330701 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b221c68f-39af-4eb6-8800-25f7eff11a06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14311845'] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.334829 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54082a-7b0c-482f-a08f-7e75f2312699 admin admin] Pushing event updated for resources: {'Network': ['ID=c93015da-2178-4354-b03b-a22057a7e12c,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:04.344585 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network c93015da-2178-4354-b03b-a22057a7e12c details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:14:04.496442 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b221c68f-39af-4eb6-8800-25f7eff11a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13438958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14312031'] for subnet (5e08e173-ccb6-43f1-9e3a-0132c4105c1b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.553622 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221c68f-39af-4eb6-8800-25f7eff11a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e08e173-ccb6-43f1-9e3a-0132c4105c1b,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:04.557820 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b221c68f-39af-4eb6-8800-25f7eff11a06 admin admin] Checking segment: {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:14:04.558176 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b221c68f-39af-4eb6-8800-25f7eff11a06 admin admin] Network hostable DHCP agents. Network: c93015da-2178-4354-b03b-a22057a7e12c, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:14:04.573805 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b221c68f-39af-4eb6-8800-25f7eff11a06 admin admin] Network c93015da-2178-4354-b03b-a22057a7e12c is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:14:04.581998 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-b221c68f-39af-4eb6-8800-25f7eff11a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, c93015da-2178-4354-b03b-a22057a7e12c) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:14:04.586488 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b221c68f-39af-4eb6-8800-25f7eff11a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:04.587130 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b221c68f-39af-4eb6-8800-25f7eff11a06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.591285 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee87ce24-18d6-4306-9933-bcec9cdb702f None None] Network c93015da-2178-4354-b03b-a22057a7e12c requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:14:04.602951 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b221c68f-39af-4eb6-8800-25f7eff11a06 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2975321 Apr 08 09:14:04.605793 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35308) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:04.609951 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:04.628646 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105235'] for router (257ec87a-1a72-4748-9d8c-3d443cce19c9), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.629693 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105448'] for router (257ec87a-1a72-4748-9d8c-3d443cce19c9), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.684971 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Publish callbacks [] for router_controller (257ec87a-1a72-4748-9d8c-3d443cce19c9), precommit_add_association {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.692118 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b62ef2-cd21-5b3a-97f1-5745f5eda7dd-c93015da-2178-4354-b03b-a22057a7e12c', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b'}]}} from dv-cinder-836996-2-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 09:14:04.693027 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.821991 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Publish callbacks [] for router_gateway (257ec87a-1a72-4748-9d8c-3d443cce19c9), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.825131 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Allocated IP 172.20.0.2 (c93015da-2178-4354-b03b-a22057a7e12c/5e08e173-ccb6-43f1-9e3a-0132c4105c1b/32b1a524-974a-464a-a273-4679f471d9b4) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:14:04.966119 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Publish callbacks [] for port (32b1a524-974a-464a-a273-4679f471d9b4), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:04.971687 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (32b1a524-974a-464a-a273-4679f471d9b4), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:05.007807 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Network c93015da-2178-4354-b03b-a22057a7e12c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:14:05.010555 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:14:05.016324 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:14:05.021892 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Publish callbacks [] for router_gateway (257ec87a-1a72-4748-9d8c-3d443cce19c9), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:05.022992 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Pushing event updated for resources: {'Port': ['ID=32b1a524-974a-464a-a273-4679f471d9b4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:05.040786 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:05.049383 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.049737 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.050110 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.050511 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.050814 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.051149 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.051578 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.051815 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.052133 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.052504 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.052838 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.053167 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.053486 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.053806 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.054127 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:05.089746 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Attempting to bind port 32b1a524-974a-464a-a273-4679f471d9b4 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:14:05.089746 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Attempting to bind port 32b1a524-974a-464a-a273-4679f471d9b4 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:14:05.089746 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Attempting to bind port 32b1a524-974a-464a-a273-4679f471d9b4 on network c93015da-2178-4354-b03b-a22057a7e12c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:14:05.094648 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:14:05.095027 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Checking segment: {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:14:05.095495 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:05.095817 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Bound using segment: {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:14:05.096284 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Bound port: 32b1a524-974a-464a-a273-4679f471d9b4, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:14:05.096684 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (32b1a524-974a-464a-a273-4679f471d9b4), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:05.146775 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Allocated IP 172.27.2.130 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/6c78b5ee-c2e3-466a-b60b-3452340af0fa) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:14:05.159520 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] For port 32b1a524-974a-464a-a273-4679f471d9b4, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:14:05.163125 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] For port 32b1a524-974a-464a-a273-4679f471d9b4, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=32b1a524-974a-464a-a273-4679f471d9b4,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:14:05.168798 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (32b1a524-974a-464a-a273-4679f471d9b4), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:05.228748 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba3e2e-f10a-4858-b173-bac44e23efd9 None None] Pushing event updated for resources: {'Port': ['ID=32b1a524-974a-464a-a273-4679f471d9b4,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:05.253473 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Publish callbacks [] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:05.287224 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:05.324902 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:14:05.327701 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:14:05.333578 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:14:05.339787 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Pushing event updated for resources: {'Port': ['ID=6c78b5ee-c2e3-466a-b60b-3452340af0fa,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:05.657653 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 32b1a524-974a-464a-a273-4679f471d9b4 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:14:05.708768 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 32b1a524-974a-464a-a273-4679f471d9b4 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:05.709150 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (32b1a524-974a-464a-a273-4679f471d9b4), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:05.786594 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 32b1a524-974a-464a-a273-4679f471d9b4 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:05.787520 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (32b1a524-974a-464a-a273-4679f471d9b4), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:05.822540 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port 32b1a524-974a-464a-a273-4679f471d9b4, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=32b1a524-974a-464a-a273-4679f471d9b4,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:14:05.827207 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (32b1a524-974a-464a-a273-4679f471d9b4), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:05.873152 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Publish callbacks [] for router_gateway (257ec87a-1a72-4748-9d8c-3d443cce19c9), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:05.877951 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=32b1a524-974a-464a-a273-4679f471d9b4,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:06.080997 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610855'] for router (257ec87a-1a72-4748-9d8c-3d443cce19c9), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:06.100179 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f9be4f-3362-4c52-946a-20d7d832a8e6 None None] Network c93015da-2178-4354-b03b-a22057a7e12c requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:14:06.208035 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-76eb9d4c-d23a-4ebf-b0b6-2c93cd905bbb None None] Provisioning complete for port 32b1a524-974a-464a-a273-4679f471d9b4 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:06.208340 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76eb9d4c-d23a-4ebf-b0b6-2c93cd905bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (32b1a524-974a-464a-a273-4679f471d9b4), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:06.209421 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Router 257ec87a-1a72-4748-9d8c-3d443cce19c9 is scheduled to L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 with binding_index 1 {{(pid=103425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 09:14:06.310586 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-76eb9d4c-d23a-4ebf-b0b6-2c93cd905bbb None None] Current status of the port 32b1a524-974a-464a-a273-4679f471d9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:06.323886 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:14:06.335660 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Sync routers for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:14:06.343240 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:06.345132 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-3c767b21-66d7-4061-84fe-611da04d9d7d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7383738 Apr 08 09:14:06.347735 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35310) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:06.352030 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:14:06.352827 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:13:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:06.573223 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:14:06.574604 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ebe9911e-8227-4c25-8a82-f30fdf589e07 None None] Provisioning complete for port 32b1a524-974a-464a-a273-4679f471d9b4 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:06.575071 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebe9911e-8227-4c25-8a82-f30fdf589e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (32b1a524-974a-464a-a273-4679f471d9b4), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:06.679190 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9911e-8227-4c25-8a82-f30fdf589e07 None None] Current status of the port 32b1a524-974a-464a-a273-4679f471d9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:06.757222 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:05Z', 'revision_number': 3, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:06.782949 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Checking router: 257ec87a-1a72-4748-9d8c-3d443cce19c9 for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:14:06.783300 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Updating router 257ec87a-1a72-4748-9d8c-3d443cce19c9 port 6c78b5ee-c2e3-466a-b60b-3452340af0fa binding host dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:14:06.790844 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:06.809733 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:06.945060 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Allocated IP 172.20.0.1 (c93015da-2178-4354-b03b-a22057a7e12c/5e08e173-ccb6-43f1-9e3a-0132c4105c1b/5ce2a2a2-e77e-4abc-80b7-adb9b716ac61) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:14:07.048400 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Publish callbacks [] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.060934 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Publish callbacks [] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.066305 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.082446 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.118189 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Attempting to bind port 6c78b5ee-c2e3-466a-b60b-3452340af0fa on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:14:07.118561 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Attempting to bind port 6c78b5ee-c2e3-466a-b60b-3452340af0fa by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:14:07.118923 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Attempting to bind port 6c78b5ee-c2e3-466a-b60b-3452340af0fa on network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:14:07.120756 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Network c93015da-2178-4354-b03b-a22057a7e12c is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:14:07.121731 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Pushing event updated for resources: {'Port': ['ID=6c78b5ee-c2e3-466a-b60b-3452340af0fa,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:07.123537 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:14:07.129060 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:14:07.129418 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:14:07.129786 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Checking segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:14:07.130183 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.130632 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Bound using segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:14:07.131604 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Bound port: 6c78b5ee-c2e3-466a-b60b-3452340af0fa, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:14:07.131983 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.134131 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.134503 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.134837 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.135196 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.135354 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Pushing event updated for resources: {'Port': ['ID=5ce2a2a2-e77e-4abc-80b7-adb9b716ac61,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:07.135578 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.135862 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.136191 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.136604 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.137357 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.137357 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.137561 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.137895 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.138221 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.138638 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.138853 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:07.178654 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613192'] for router_interface (257ec87a-1a72-4748-9d8c-3d443cce19c9), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.195538 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] For port 6c78b5ee-c2e3-466a-b60b-3452340af0fa, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:14:07.198669 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] For port 6c78b5ee-c2e3-466a-b60b-3452340af0fa, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=6c78b5ee-c2e3-466a-b60b-3452340af0fa,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:14:07.205246 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.265364 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ba6d9-ad3d-4b75-ac04-46d22462425e None None] Pushing event updated for resources: {'Port': ['ID=6c78b5ee-c2e3-466a-b60b-3452340af0fa,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:07.275255 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:14:07.275880 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:13:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:07.315959 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.400271 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:14:07.407726 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-87badbbb-a83d-4d66-b55a-07bca8855da3 None None] Provisioning complete for port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:07.408049 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-87badbbb-a83d-4d66-b55a-07bca8855da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.442301 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-87badbbb-a83d-4d66-b55a-07bca8855da3 None None] Port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:14:07.480396 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Publish callbacks [] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.485166 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.554326 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Pushing event updated for resources: {'Port': ['ID=5ce2a2a2-e77e-4abc-80b7-adb9b716ac61,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:07.556907 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613348'] for router_interface (257ec87a-1a72-4748-9d8c-3d443cce19c9), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.581445 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:05Z', 'revision_number': 3, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:07.610569 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28b4fd-4a19-4400-b1f3-e6ec346ac573 None None] The sync data for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi is: [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:05Z', 'revision_number': 3, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:14:07.657278 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 32b1a524-974a-464a-a273-4679f471d9b4 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:14:07.666472 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Network c93015da-2178-4354-b03b-a22057a7e12c is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:14:07.668029 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:14:07.714795 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 32b1a524-974a-464a-a273-4679f471d9b4 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:07.715771 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (32b1a524-974a-464a-a273-4679f471d9b4), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:07.808827 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 32b1a524-974a-464a-a273-4679f471d9b4 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:07.977099 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-8527eecf-52ea-4217-aa32-4829cb7cd2ed None None] Provisioning complete for port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:07.977562 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8527eecf-52ea-4217-aa32-4829cb7cd2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:08.014153 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8527eecf-52ea-4217-aa32-4829cb7cd2ed None None] Port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:14:08.106148 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Router 257ec87a-1a72-4748-9d8c-3d443cce19c9 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:14:08.220547 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:14:08.225534 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-8900d82f-7076-42d6-90a8-235c9dd2dcda admin admin] 10.222.0.11 "PUT /v2.0/routers/257ec87a-1a72-4748-9d8c-3d443cce19c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8765328 Apr 08 09:14:08.431383 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8815a68f-dfe5-492e-87c4-0c2e7a0b0096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:08.705015 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35326) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:08.710503 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1639354118-network', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:08.728093 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Made reservation on behalf of c457fc0090c54aa69c28dc75d6fdcd66 for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:14:08.730377 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:08.739208 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:08.811835 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Publish callbacks [] for security_group (4b81e16d-92f2-4b90-8c2e-b054cb4d739f), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:08.815861 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (4b81e16d-92f2-4b90-8c2e-b054cb4d739f), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:08.841459 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:14:08.851306 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b81e16d-92f2-4b90-8c2e-b054cb4d739f,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:08.856244 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (64fd7d71-aa96-472f-866d-96e1fd7d9b5e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:08.856624 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Added segment 64fd7d71-aa96-472f-866d-96e1fd7d9b5e of type vlan for network 519ce113-32b4-490e-b22f-53a14f442857 Apr 08 09:14:08.900754 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (519ce113-32b4-490e-b22f-53a14f442857), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:08.924912 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (519ce113-32b4-490e-b22f-53a14f442857), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:08.925873 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:08.926461 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:08.959486 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2527773 Apr 08 09:14:08.962371 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35328) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:08.967571 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-4abe949e-2516-4c68-84d1-6233b59c780c admin admin] Request body: {'subnet': {'network_id': '519ce113-32b4-490e-b22f-53a14f442857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1639354118-subnet', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:08.986586 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abe949e-2516-4c68-84d1-6233b59c780c admin admin] Made reservation on behalf of c457fc0090c54aa69c28dc75d6fdcd66 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:14:08.988919 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4abe949e-2516-4c68-84d1-6233b59c780c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13411909'] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:08.990566 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55160e-56a6-4dbe-90ca-5a5e3981bc3d admin admin] Pushing event updated for resources: {'Network': ['ID=519ce113-32b4-490e-b22f-53a14f442857,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:09.002256 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 519ce113-32b4-490e-b22f-53a14f442857 details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:14:09.128501 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Sync routers for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:14:09.138493 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:14:09.139113 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:13:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:09.162060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4abe949e-2516-4c68-84d1-6233b59c780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13889453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13411775'] for subnet (4acc4606-0e53-4f0b-816a-b1b0680045ea), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:09.220043 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe949e-2516-4c68-84d1-6233b59c780c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4acc4606-0e53-4f0b-816a-b1b0680045ea,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:09.228720 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe949e-2516-4c68-84d1-6233b59c780c admin admin] Checking segment: {'id': '64fd7d71-aa96-472f-866d-96e1fd7d9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '519ce113-32b4-490e-b22f-53a14f442857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:14:09.229086 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abe949e-2516-4c68-84d1-6233b59c780c admin admin] Network hostable DHCP agents. Network: 519ce113-32b4-490e-b22f-53a14f442857, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:14:09.245413 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abe949e-2516-4c68-84d1-6233b59c780c admin admin] Network 519ce113-32b4-490e-b22f-53a14f442857 is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:14:09.250702 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:14:09.253795 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-4abe949e-2516-4c68-84d1-6233b59c780c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 519ce113-32b4-490e-b22f-53a14f442857) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:14:09.258460 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abe949e-2516-4c68-84d1-6233b59c780c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:09.259060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4abe949e-2516-4c68-84d1-6233b59c780c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:09.277248 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4abe949e-2516-4c68-84d1-6233b59c780c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3114331 Apr 08 09:14:09.277439 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aabfe4-5d92-43e4-a3d9-b97411b2ca26 None None] Network 519ce113-32b4-490e-b22f-53a14f442857 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:14:09.277570 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35330) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:09.282333 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1639354118-router', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:09.301486 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105235'] for router (6b498f8c-268e-4a73-b2ea-da4095524eef), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:09.303009 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105448'] for router (6b498f8c-268e-4a73-b2ea-da4095524eef), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:09.356737 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Publish callbacks [] for router_controller (6b498f8c-268e-4a73-b2ea-da4095524eef), precommit_add_association {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:09.474128 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b62ef2-cd21-5b3a-97f1-5745f5eda7dd-519ce113-32b4-490e-b22f-53a14f442857', 'network_id': '519ce113-32b4-490e-b22f-53a14f442857', 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'fixed_ips': [{'subnet_id': '4acc4606-0e53-4f0b-816a-b1b0680045ea'}]}} from dv-cinder-836996-2-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 09:14:09.475565 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:09.498717 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Publish callbacks [] for router_gateway (6b498f8c-268e-4a73-b2ea-da4095524eef), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:09.644909 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 2, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:09.678638 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 6c78b5ee-c2e3-466a-b60b-3452340af0fa up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:14:09.682916 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Checking router: 257ec87a-1a72-4748-9d8c-3d443cce19c9 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:14:09.683275 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Updating router 257ec87a-1a72-4748-9d8c-3d443cce19c9 port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 binding host dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:14:09.709462 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Publish callbacks [] for router_gateway (6b498f8c-268e-4a73-b2ea-da4095524eef), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:09.723363 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Allocated IP 172.20.0.2 (519ce113-32b4-490e-b22f-53a14f442857/4acc4606-0e53-4f0b-816a-b1b0680045ea/7abbf76a-c9bf-4e1e-b8ce-74837b83269a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:14:09.728355 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:09.754864 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:09.838927 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Allocated IP 172.27.2.7 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/c2add8c7-c331-4620-a9f5-eda468f53674) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:14:09.866693 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 6c78b5ee-c2e3-466a-b60b-3452340af0fa triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:09.867067 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:09.937583 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Publish callbacks [] for port (c2add8c7-c331-4620-a9f5-eda468f53674), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:09.971418 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (c2add8c7-c331-4620-a9f5-eda468f53674), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.008640 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:14:10.011381 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:14:10.014795 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:14:10.046548 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Pushing event updated for resources: {'Port': ['ID=c2add8c7-c331-4620-a9f5-eda468f53674,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:10.120621 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Publish callbacks [] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.133246 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.188249 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 6c78b5ee-c2e3-466a-b60b-3452340af0fa is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:10.188644 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.206727 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Network 519ce113-32b4-490e-b22f-53a14f442857 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:14:10.220122 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:14:10.228657 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Pushing event updated for resources: {'Port': ['ID=7abbf76a-c9bf-4e1e-b8ce-74837b83269a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:10.233404 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:14:10.241918 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port 6c78b5ee-c2e3-466a-b60b-3452340af0fa, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=6c78b5ee-c2e3-466a-b60b-3452340af0fa,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:14:10.254991 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.281867 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Publish callbacks [] for router_gateway (6b498f8c-268e-4a73-b2ea-da4095524eef), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.375758 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Publish callbacks [] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.377187 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Attempting to bind port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:14:10.377595 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Attempting to bind port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '64fd7d71-aa96-472f-866d-96e1fd7d9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '519ce113-32b4-490e-b22f-53a14f442857'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:14:10.377920 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Attempting to bind port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a on network 519ce113-32b4-490e-b22f-53a14f442857 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:14:10.385534 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.387265 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=6c78b5ee-c2e3-466a-b60b-3452340af0fa,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:10.392743 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:14:10.393124 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Checking segment: {'id': '64fd7d71-aa96-472f-866d-96e1fd7d9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '519ce113-32b4-490e-b22f-53a14f442857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:14:10.393522 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.393908 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Bound using segment: {'id': '64fd7d71-aa96-472f-866d-96e1fd7d9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '519ce113-32b4-490e-b22f-53a14f442857'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:14:10.394382 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Bound port: 7abbf76a-c9bf-4e1e-b8ce-74837b83269a, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fd7d71-aa96-472f-866d-96e1fd7d9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '519ce113-32b4-490e-b22f-53a14f442857'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:14:10.394804 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.469908 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc418b-69cd-48d6-88a5-7999fdace8b1 None None] Pushing event updated for resources: {'Port': ['ID=5ce2a2a2-e77e-4abc-80b7-adb9b716ac61,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:10.496253 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610855'] for router (6b498f8c-268e-4a73-b2ea-da4095524eef), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.636922 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Router 6b498f8c-268e-4a73-b2ea-da4095524eef is scheduled to L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 with binding_index 1 {{(pid=103424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 09:14:10.687544 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] For port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:14:10.689609 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Attempting to bind port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:14:10.689993 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Attempting to bind port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:14:10.690340 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Attempting to bind port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 on network c93015da-2178-4354-b03b-a22057a7e12c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:14:10.706371 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-a5e5cd09-9e7c-430e-bb91-dde034ec523b None None] Provisioning complete for port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:10.706674 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a5e5cd09-9e7c-430e-bb91-dde034ec523b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.708317 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:14:10.709266 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Checking segment: {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:14:10.709663 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.710056 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Bound using segment: {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:14:10.710574 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Bound port: 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:14:10.710953 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.713692 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] For port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=7abbf76a-c9bf-4e1e-b8ce-74837b83269a,segment=NetworkSegment(64fd7d71-aa96-472f-866d-96e1fd7d9b5e),segment_id=64fd7d71-aa96-472f-866d-96e1fd7d9b5e)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:14:10.746009 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.751053 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:14:10.763149 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Sync routers for ids ['6b498f8c-268e-4a73-b2ea-da4095524eef'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:14:10.770246 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.774479 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-45c6da00-4dd6-4b03-b264-3bf96e880d06 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4935629 Apr 08 09:14:10.774681 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35332) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:10.775458 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Routers {'6b498f8c-268e-4a73-b2ea-da4095524eef'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:14:10.776619 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:13:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['6b498f8c-268e-4a73-b2ea-da4095524eef'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:10.839368 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5cd09-9e7c-430e-bb91-dde034ec523b None None] Port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:14:10.866720 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a8338d5-40b8-4e76-858b-731b72f387e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.880313 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e50ed5-b0aa-469b-b652-dada40b1f9ad None None] Pushing event updated for resources: {'Port': ['ID=7abbf76a-c9bf-4e1e-b8ce-74837b83269a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:10.883544 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] For port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:14:10.887338 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] For port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=5ce2a2a2-e77e-4abc-80b7-adb9b716ac61,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:14:10.895038 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:10.917510 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Set router 6b498f8c-268e-4a73-b2ea-da4095524eef gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:14:10.965702 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:14:10.966358 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:14:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:11.055842 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc418b-69cd-48d6-88a5-7999fdace8b1 None None] Pushing event updated for resources: {'Port': ['ID=5ce2a2a2-e77e-4abc-80b7-adb9b716ac61,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:11.165985 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:14:11.210721 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'name': 'tempest-TestVolumeBootPattern-1639354118-router', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 3, 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'gw_port': {'id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:11.261471 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Checking router: 6b498f8c-268e-4a73-b2ea-da4095524eef for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:14:11.261829 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Updating router 6b498f8c-268e-4a73-b2ea-da4095524eef port c2add8c7-c331-4620-a9f5-eda468f53674 binding host dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:14:11.291803 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (c2add8c7-c331-4620-a9f5-eda468f53674), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.333526 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.336346 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-4d97198d-fb75-4dc1-b5c0-34af0db20c72 None None] Provisioning complete for port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:11.336752 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4d97198d-fb75-4dc1-b5c0-34af0db20c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.476852 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4d97198d-fb75-4dc1-b5c0-34af0db20c72 None None] Current status of the port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:11.477156 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4d97198d-fb75-4dc1-b5c0-34af0db20c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.523579 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Allocated IP 172.20.0.1 (519ce113-32b4-490e-b22f-53a14f442857/4acc4606-0e53-4f0b-816a-b1b0680045ea/f61a862d-2f2d-4013-9e9e-cbcf7e358d23) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:14:11.524236 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-4d97198d-fb75-4dc1-b5c0-34af0db20c72 None None] For port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=5ce2a2a2-e77e-4abc-80b7-adb9b716ac61,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:14:11.526666 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:11.530430 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4d97198d-fb75-4dc1-b5c0-34af0db20c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.559240 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd5dc5e-3ce8-4784-9d77-0003c6088389 None None] The sync data for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi is: [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:14:11.567915 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Publish callbacks [] for port (c2add8c7-c331-4620-a9f5-eda468f53674), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.575650 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (c2add8c7-c331-4620-a9f5-eda468f53674), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.605564 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97198d-fb75-4dc1-b5c0-34af0db20c72 None None] Pushing event updated for resources: {'Port': ['ID=5ce2a2a2-e77e-4abc-80b7-adb9b716ac61,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:11.656244 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Attempting to bind port c2add8c7-c331-4620-a9f5-eda468f53674 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:14:11.656867 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Attempting to bind port c2add8c7-c331-4620-a9f5-eda468f53674 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:14:11.657395 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Attempting to bind port c2add8c7-c331-4620-a9f5-eda468f53674 on network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:14:11.665788 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Publish callbacks [] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.667605 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:14:11.668198 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Checking segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:14:11.668783 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.669314 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Bound using segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:14:11.669974 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Bound port: c2add8c7-c331-4620-a9f5-eda468f53674, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:14:11.670525 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (c2add8c7-c331-4620-a9f5-eda468f53674), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.736868 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.737136 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] For port c2add8c7-c331-4620-a9f5-eda468f53674, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:14:11.741201 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] For port c2add8c7-c331-4620-a9f5-eda468f53674, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=c2add8c7-c331-4620-a9f5-eda468f53674,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:14:11.752767 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (c2add8c7-c331-4620-a9f5-eda468f53674), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.755073 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e3b5c-2e9d-410b-be2c-10421e86d216 None None] Pushing event updated for resources: {'Port': ['ID=c2add8c7-c331-4620-a9f5-eda468f53674,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:11.796249 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Network 519ce113-32b4-490e-b22f-53a14f442857 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:14:11.799266 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:14:11.803552 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:14:11.847410 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Routers {'6b498f8c-268e-4a73-b2ea-da4095524eef'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:14:11.848034 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:14:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['6b498f8c-268e-4a73-b2ea-da4095524eef'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:11.851976 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e3b5c-2e9d-410b-be2c-10421e86d216 None None] Pushing event updated for resources: {'Port': ['ID=c2add8c7-c331-4620-a9f5-eda468f53674,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:11.854233 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Pushing event updated for resources: {'Port': ['ID=f61a862d-2f2d-4013-9e9e-cbcf7e358d23,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:11.878280 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613192'] for router_interface (6b498f8c-268e-4a73-b2ea-da4095524eef), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:11.898999 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 7abbf76a-c9bf-4e1e-b8ce-74837b83269a up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:14:11.959861 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:11.960910 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:12.024215 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] Set router 6b498f8c-268e-4a73-b2ea-da4095524eef gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:14:12.025463 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:12.104820 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:12.105943 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:12.112378 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:12.157750 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=7abbf76a-c9bf-4e1e-b8ce-74837b83269a,segment=NetworkSegment(64fd7d71-aa96-472f-866d-96e1fd7d9b5e),segment_id=64fd7d71-aa96-472f-866d-96e1fd7d9b5e)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:14:12.171457 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:12.173000 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 6c78b5ee-c2e3-466a-b60b-3452340af0fa up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:14:12.244695 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0e9f93-78fb-47fc-a36b-4060faf194bf None None] Network 519ce113-32b4-490e-b22f-53a14f442857 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:14:12.337209 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Publish callbacks [] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:12.343827 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:12.364269 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-939db724-9dfa-449b-8364-7567330184e1 None None] Provisioning complete for port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:12.364803 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-939db724-9dfa-449b-8364-7567330184e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:12.380045 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'name': 'tempest-TestVolumeBootPattern-1639354118-router', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 3, 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'gw_port': {'id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:12.416663 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1ac8c6-585b-4f96-b4ec-7aacf545a3cf None None] The sync data for ids ['6b498f8c-268e-4a73-b2ea-da4095524eef'] in dv-cinder-836996-2-iscsi is: [{'id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'name': 'tempest-TestVolumeBootPattern-1639354118-router', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 3, 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'gw_port': {'id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:14:12.428426 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613348'] for router_interface (6b498f8c-268e-4a73-b2ea-da4095524eef), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:12.431386 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Pushing event updated for resources: {'Port': ['ID=f61a862d-2f2d-4013-9e9e-cbcf7e358d23,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:12.440519 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=7abbf76a-c9bf-4e1e-b8ce-74837b83269a,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:12.478130 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 6c78b5ee-c2e3-466a-b60b-3452340af0fa triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:12.478506 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:12.570474 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-939db724-9dfa-449b-8364-7567330184e1 None None] Current status of the port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:12.586132 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Network 519ce113-32b4-490e-b22f-53a14f442857 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:14:12.587920 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:14:12.635106 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 6c78b5ee-c2e3-466a-b60b-3452340af0fa is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:12.914028 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-e0b7494c-88ff-4cff-8c32-eadca4740b15 None None] Provisioning complete for port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:12.914393 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e0b7494c-88ff-4cff-8c32-eadca4740b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.021937 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7494c-88ff-4cff-8c32-eadca4740b15 None None] Current status of the port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:13.034177 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-e0b7494c-88ff-4cff-8c32-eadca4740b15 None None] Provisioning complete for port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:13.035152 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e0b7494c-88ff-4cff-8c32-eadca4740b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.071134 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Router 6b498f8c-268e-4a73-b2ea-da4095524eef has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:14:13.074402 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7494c-88ff-4cff-8c32-eadca4740b15 None None] Port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:14:13.191511 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:14:13.196863 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e8c7f4e1-051d-4225-a5cd-3a7367b5c82d admin admin] 10.222.0.11 "PUT /v2.0/routers/6b498f8c-268e-4a73-b2ea-da4095524eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4210718 Apr 08 09:14:13.204507 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-314edcd2-b718-4ffa-8528-20aa029cac92 None None] Provisioning complete for port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:13.205031 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-314edcd2-b718-4ffa-8528-20aa029cac92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.260389 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-314edcd2-b718-4ffa-8528-20aa029cac92 None None] Port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:14:13.312636 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.389458 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-b27ceb08-27b4-4084-9469-13fd2ad4488b None None] Provisioning complete for port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:13.389838 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b27ceb08-27b4-4084-9469-13fd2ad4488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.430341 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b27ceb08-27b4-4084-9469-13fd2ad4488b None None] Port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:14:13.653034 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35344) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:13.657551 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-f0a40a7e-cd02-4eb2-ad4a-8d9f2fc532e7 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032080636', 'description': 'tempest-secgroup-smoke-1032080636 description', 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:13.677934 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f0a40a7e-cd02-4eb2-ad4a-8d9f2fc532e7 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.733802 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 7abbf76a-c9bf-4e1e-b8ce-74837b83269a up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:14:13.748398 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f0a40a7e-cd02-4eb2-ad4a-8d9f2fc532e7 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group (a670e5b6-6465-4910-a5ca-a71421b862a7), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.752143 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f0a40a7e-cd02-4eb2-ad4a-8d9f2fc532e7 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (a670e5b6-6465-4910-a5ca-a71421b862a7), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.781680 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f0a40a7e-cd02-4eb2-ad4a-8d9f2fc532e7 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.782354 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:13.785861 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.785988 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f0a40a7e-cd02-4eb2-ad4a-8d9f2fc532e7 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1288478 Apr 08 09:14:13.785988 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a40a7e-cd02-4eb2-ad4a-8d9f2fc532e7 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a670e5b6-6465-4910-a5ca-a71421b862a7,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:13.787186 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35346) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:13.792442 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-b5ff44d3-7dbb-4126-b77e-dbc2cc6ced34 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'security_group_rule': {'security_group_id': 'a670e5b6-6465-4910-a5ca-a71421b862a7', 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:13.818618 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b5ff44d3-7dbb-4126-b77e-dbc2cc6ced34 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (f60c3585-ebe6-46f6-ac33-7eb2392c175b), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.865646 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:13.866634 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device c2add8c7-c331-4620-a9f5-eda468f53674 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:14:13.871987 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b5ff44d3-7dbb-4126-b77e-dbc2cc6ced34 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (f60c3585-ebe6-46f6-ac33-7eb2392c175b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.875752 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b5ff44d3-7dbb-4126-b77e-dbc2cc6ced34 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (f60c3585-ebe6-46f6-ac33-7eb2392c175b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.892734 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff44d3-7dbb-4126-b77e-dbc2cc6ced34 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60c3585-ebe6-46f6-ac33-7eb2392c175b,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:13.901116 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b5ff44d3-7dbb-4126-b77e-dbc2cc6ced34 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.902310 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b5ff44d3-7dbb-4126-b77e-dbc2cc6ced34 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138480 Apr 08 09:14:13.905032 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35348) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:13.909251 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-1873bc6e-984e-4596-81af-5687e8e64517 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'security_group_rule': {'security_group_id': 'a670e5b6-6465-4910-a5ca-a71421b862a7', 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:13.918481 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port c2add8c7-c331-4620-a9f5-eda468f53674 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:13.918858 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (c2add8c7-c331-4620-a9f5-eda468f53674), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.935825 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1873bc6e-984e-4596-81af-5687e8e64517 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (788f0667-380b-4282-addf-10ceb8970991), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.992234 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1873bc6e-984e-4596-81af-5687e8e64517 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (788f0667-380b-4282-addf-10ceb8970991), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:13.997552 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1873bc6e-984e-4596-81af-5687e8e64517 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (788f0667-380b-4282-addf-10ceb8970991), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.003869 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port c2add8c7-c331-4620-a9f5-eda468f53674 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:14.004267 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (c2add8c7-c331-4620-a9f5-eda468f53674), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.015459 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873bc6e-984e-4596-81af-5687e8e64517 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788f0667-380b-4282-addf-10ceb8970991,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:14.023091 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1873bc6e-984e-4596-81af-5687e8e64517 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.026261 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port c2add8c7-c331-4620-a9f5-eda468f53674, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=c2add8c7-c331-4620-a9f5-eda468f53674,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:14:14.027098 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-1873bc6e-984e-4596-81af-5687e8e64517 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211236 Apr 08 09:14:14.027528 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35350) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:14.030254 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (c2add8c7-c331-4620-a9f5-eda468f53674), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.031143 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:14:14.032258 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-68b20311-8022-4e4e-9fc8-d55be76f6928 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'security_group_rule': {'security_group_id': 'a670e5b6-6465-4910-a5ca-a71421b862a7', 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:14.063227 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-68b20311-8022-4e4e-9fc8-d55be76f6928 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (105f7756-8a2a-49a7-aeba-0f8693a8902a), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.111676 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=c2add8c7-c331-4620-a9f5-eda468f53674,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:14.121113 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:14.121487 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.122767 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-68b20311-8022-4e4e-9fc8-d55be76f6928 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (105f7756-8a2a-49a7-aeba-0f8693a8902a), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.126673 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-68b20311-8022-4e4e-9fc8-d55be76f6928 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (105f7756-8a2a-49a7-aeba-0f8693a8902a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.141313 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b20311-8022-4e4e-9fc8-d55be76f6928 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105f7756-8a2a-49a7-aeba-0f8693a8902a,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:14.152844 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-68b20311-8022-4e4e-9fc8-d55be76f6928 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.154158 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-68b20311-8022-4e4e-9fc8-d55be76f6928 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258173 Apr 08 09:14:14.156825 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35352) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:14.161482 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-b262d0e8-e53a-4235-b942-7d4ba0478053 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'security_group_rule': {'security_group_id': 'a670e5b6-6465-4910-a5ca-a71421b862a7', 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:14.186503 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b262d0e8-e53a-4235-b942-7d4ba0478053 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (c5f96434-8035-48f4-9b9e-34a8f8a7c32c), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.205997 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:14.242873 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b262d0e8-e53a-4235-b942-7d4ba0478053 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (c5f96434-8035-48f4-9b9e-34a8f8a7c32c), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.246166 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b262d0e8-e53a-4235-b942-7d4ba0478053 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (c5f96434-8035-48f4-9b9e-34a8f8a7c32c), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.262487 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262d0e8-e53a-4235-b942-7d4ba0478053 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f96434-8035-48f4-9b9e-34a8f8a7c32c,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:14.270128 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b262d0e8-e53a-4235-b942-7d4ba0478053 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.271335 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b262d0e8-e53a-4235-b942-7d4ba0478053 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135402 Apr 08 09:14:14.273919 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35354) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:14.278063 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-44a551d8-1e20-46a2-acf8-65f7428fe0f6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'security_group_rule': {'security_group_id': 'a670e5b6-6465-4910-a5ca-a71421b862a7', 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:14.298019 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.securitygroups_db [None req-44a551d8-1e20-46a2-acf8-65f7428fe0f6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Project 59f91b9ddd904469a0c5f65b23c7cf66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 09:14:14.303535 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-44a551d8-1e20-46a2-acf8-65f7428fe0f6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (376aa433-cf1f-47a6-8aa5-6d6f9c817774), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.359271 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-44a551d8-1e20-46a2-acf8-65f7428fe0f6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (376aa433-cf1f-47a6-8aa5-6d6f9c817774), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.362664 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-44a551d8-1e20-46a2-acf8-65f7428fe0f6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (376aa433-cf1f-47a6-8aa5-6d6f9c817774), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.380072 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a551d8-1e20-46a2-acf8-65f7428fe0f6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376aa433-cf1f-47a6-8aa5-6d6f9c817774,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:14.384283 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-44a551d8-1e20-46a2-acf8-65f7428fe0f6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.385561 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-44a551d8-1e20-46a2-acf8-65f7428fe0f6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1106594 Apr 08 09:14:14.388191 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35356) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:14:14.392454 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-45825a37-4b90-4159-bfd2-07759866eeac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'security_group_rule': {'security_group_id': 'a670e5b6-6465-4910-a5ca-a71421b862a7', 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:14.414117 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.securitygroups_db [None req-45825a37-4b90-4159-bfd2-07759866eeac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Project 59f91b9ddd904469a0c5f65b23c7cf66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 09:14:14.419071 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-45825a37-4b90-4159-bfd2-07759866eeac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (1c14d57a-1f0c-419a-bd87-66ecf7e03e5e), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.477075 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-45825a37-4b90-4159-bfd2-07759866eeac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (1c14d57a-1f0c-419a-bd87-66ecf7e03e5e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.480331 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-45825a37-4b90-4159-bfd2-07759866eeac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (1c14d57a-1f0c-419a-bd87-66ecf7e03e5e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.494537 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45825a37-4b90-4159-bfd2-07759866eeac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c14d57a-1f0c-419a-bd87-66ecf7e03e5e,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:14.505052 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-45825a37-4b90-4159-bfd2-07759866eeac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:14.506251 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-45825a37-4b90-4159-bfd2-07759866eeac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171229 Apr 08 09:14:14.714409 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:15.113079 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Sync routers for ids ['6b498f8c-268e-4a73-b2ea-da4095524eef'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:14:15.123700 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Routers {'6b498f8c-268e-4a73-b2ea-da4095524eef'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:14:15.124341 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:14:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['6b498f8c-268e-4a73-b2ea-da4095524eef'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:15.230821 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Set router 6b498f8c-268e-4a73-b2ea-da4095524eef gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:14:15.436294 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'name': 'tempest-TestVolumeBootPattern-1639354118-router', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:12Z', 'revision_number': 4, 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'gw_port': {'id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'f61a862d-2f2d-4013-9e9e-cbcf7e358d23', 'name': '', 'network_id': '519ce113-32b4-490e-b22f-53a14f442857', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'mac_address': 'fa:16:3e:4b:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4acc4606-0e53-4f0b-816a-b1b0680045ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:11Z', 'updated_at': '2022-04-08T09:14:12Z', 'revision_number': 2, 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'subnets': [{'id': '4acc4606-0e53-4f0b-816a-b1b0680045ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:15.466329 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Checking router: 6b498f8c-268e-4a73-b2ea-da4095524eef for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:14:15.466682 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Updating router 6b498f8c-268e-4a73-b2ea-da4095524eef port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 binding host dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:14:15.495476 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:15.761228 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device c2add8c7-c331-4620-a9f5-eda468f53674 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:14:15.870753 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port c2add8c7-c331-4620-a9f5-eda468f53674 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:15.871130 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (c2add8c7-c331-4620-a9f5-eda468f53674), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:15.954164 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Publish callbacks [] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:15.962540 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:16.033967 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port c2add8c7-c331-4620-a9f5-eda468f53674 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:16.071447 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeee1c3-26b8-4cd6-b4ee-75c1ab5cf90f None None] Pushing event updated for resources: {'Port': ['ID=f61a862d-2f2d-4013-9e9e-cbcf7e358d23,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:16.104957 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Attempting to bind port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:14:16.105572 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Attempting to bind port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '64fd7d71-aa96-472f-866d-96e1fd7d9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '519ce113-32b4-490e-b22f-53a14f442857'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:14:16.105940 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Attempting to bind port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 on network 519ce113-32b4-490e-b22f-53a14f442857 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:14:16.111228 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:14:16.111610 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Checking segment: {'id': '64fd7d71-aa96-472f-866d-96e1fd7d9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '519ce113-32b4-490e-b22f-53a14f442857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:14:16.112777 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:16.113196 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Bound using segment: {'id': '64fd7d71-aa96-472f-866d-96e1fd7d9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '519ce113-32b4-490e-b22f-53a14f442857'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:14:16.113742 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Bound port: f61a862d-2f2d-4013-9e9e-cbcf7e358d23, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fd7d71-aa96-472f-866d-96e1fd7d9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '519ce113-32b4-490e-b22f-53a14f442857'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:14:16.114134 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:16.180984 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] For port f61a862d-2f2d-4013-9e9e-cbcf7e358d23, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:14:16.184100 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] For port f61a862d-2f2d-4013-9e9e-cbcf7e358d23, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=f61a862d-2f2d-4013-9e9e-cbcf7e358d23,segment=NetworkSegment(64fd7d71-aa96-472f-866d-96e1fd7d9b5e),segment_id=64fd7d71-aa96-472f-866d-96e1fd7d9b5e)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:14:16.191128 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:16.251900 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Routers {'6b498f8c-268e-4a73-b2ea-da4095524eef'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:14:16.252669 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:14:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['6b498f8c-268e-4a73-b2ea-da4095524eef'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:16.295228 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeee1c3-26b8-4cd6-b4ee-75c1ab5cf90f None None] Pushing event updated for resources: {'Port': ['ID=f61a862d-2f2d-4013-9e9e-cbcf7e358d23,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:16.349353 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-da7651bb-5d6a-4986-a120-0658f952f30f None None] Provisioning complete for port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:16.349703 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-da7651bb-5d6a-4986-a120-0658f952f30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:16.410757 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] Set router 6b498f8c-268e-4a73-b2ea-da4095524eef gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:14:16.576930 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-da7651bb-5d6a-4986-a120-0658f952f30f None None] Current status of the port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:16.577321 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-da7651bb-5d6a-4986-a120-0658f952f30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:16.639877 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-da7651bb-5d6a-4986-a120-0658f952f30f None None] For port f61a862d-2f2d-4013-9e9e-cbcf7e358d23, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=f61a862d-2f2d-4013-9e9e-cbcf7e358d23,segment=NetworkSegment(64fd7d71-aa96-472f-866d-96e1fd7d9b5e),segment_id=64fd7d71-aa96-472f-866d-96e1fd7d9b5e)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:14:16.645481 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-da7651bb-5d6a-4986-a120-0658f952f30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:16.717220 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7651bb-5d6a-4986-a120-0658f952f30f None None] Pushing event updated for resources: {'Port': ['ID=f61a862d-2f2d-4013-9e9e-cbcf7e358d23,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:16.737288 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'name': 'tempest-TestVolumeBootPattern-1639354118-router', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:12Z', 'revision_number': 4, 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'gw_port': {'id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'f61a862d-2f2d-4013-9e9e-cbcf7e358d23', 'name': '', 'network_id': '519ce113-32b4-490e-b22f-53a14f442857', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'mac_address': 'fa:16:3e:4b:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4acc4606-0e53-4f0b-816a-b1b0680045ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:11Z', 'updated_at': '2022-04-08T09:14:16Z', 'revision_number': 4, 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'subnets': [{'id': '4acc4606-0e53-4f0b-816a-b1b0680045ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:14:16.777887 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0dd5e2-6b44-47bc-ab96-00096a3db03a None None] The sync data for ids ['6b498f8c-268e-4a73-b2ea-da4095524eef'] in dv-cinder-836996-2-iscsi is: [{'id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'name': 'tempest-TestVolumeBootPattern-1639354118-router', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:12Z', 'revision_number': 4, 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'gw_port': {'id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'f61a862d-2f2d-4013-9e9e-cbcf7e358d23', 'name': '', 'network_id': '519ce113-32b4-490e-b22f-53a14f442857', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'mac_address': 'fa:16:3e:4b:f9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4acc4606-0e53-4f0b-816a-b1b0680045ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:11Z', 'updated_at': '2022-04-08T09:14:16Z', 'revision_number': 4, 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'subnets': [{'id': '4acc4606-0e53-4f0b-816a-b1b0680045ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:14:16.792869 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-e343b71a-5572-42d4-860c-ecfa6a1198d6 None None] Provisioning complete for port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:16.793244 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e343b71a-5572-42d4-860c-ecfa6a1198d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:16.903696 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e343b71a-5572-42d4-860c-ecfa6a1198d6 None None] Current status of the port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:17.669317 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device f61a862d-2f2d-4013-9e9e-cbcf7e358d23 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:14:17.718306 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:17.718593 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:17.800265 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:26.533924 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:31.795565 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3de7a63b-8851-463b-9a71-907883d2c148 req-4d8fb6c2-2b58-46b6-af69-2d6beb7ab56e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422659 Apr 08 09:14:31.878239 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a63b-8851-463b-9a71-907883d2c148 req-e2715055-c3e5-4e14-a925-95f94f8edb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:31.879637 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3de7a63b-8851-463b-9a71-907883d2c148 req-e2715055-c3e5-4e14-a925-95f94f8edb7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 1130 time: 0.0486460 Apr 08 09:14:31.982639 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a63b-8851-463b-9a71-907883d2c148 req-8d17b1d2-3adc-4a08-b215-1996fe1c16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:31.984088 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3de7a63b-8851-463b-9a71-907883d2c148 req-8d17b1d2-3adc-4a08-b215-1996fe1c16e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 916 time: 0.0849013 Apr 08 09:14:32.052841 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3de7a63b-8851-463b-9a71-907883d2c148 req-df941011-d646-4515-998a-19c322a0ca3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210 HTTP/1.1" status: 200 len: 1001 time: 0.0615511 Apr 08 09:14:32.101960 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a63b-8851-463b-9a71-907883d2c148 req-c52bdc82-14b4-45b2-8030-c6021e97b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:32.103364 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3de7a63b-8851-463b-9a71-907883d2c148 req-c52bdc82-14b4-45b2-8030-c6021e97b318 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 200 len: 855 time: 0.0427554 Apr 08 09:14:32.155332 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a63b-8851-463b-9a71-907883d2c148 req-ba9d70f0-e67c-4849-beee-82928d55a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:32.156767 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3de7a63b-8851-463b-9a71-907883d2c148 req-ba9d70f0-e67c-4849-beee-82928d55a2d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b7a254-b160-4de6-b642-6f7a58546c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460260 Apr 08 09:14:32.253202 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3de7a63b-8851-463b-9a71-907883d2c148 req-18f04582-f4ac-4a7a-a72d-98370042c074 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892949 Apr 08 09:14:32.346019 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-3de7a63b-8851-463b-9a71-907883d2c148 req-ffde15dd-d121-4d7a-8c97-07eddaecec28 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861292 Apr 08 09:14:35.949279 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:14:36.105697 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-feeb9324-2683-4c46-9a15-76cda0a905d8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032080636&fields=id&tenant_id=59f91b9ddd904469a0c5f65b23c7cf66 HTTP/1.1" status: 200 len: 267 time: 0.0452387 Apr 08 09:14:36.207682 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-05655cf2-f399-4bf4-9b6c-c30cf9db2c60 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:36.209061 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-05655cf2-f399-4bf4-9b6c-c30cf9db2c60 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 812 time: 0.0970304 Apr 08 09:14:36.223493 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-d4e8cf50-d371-4c56-b630-da78cf983a12 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/quotas/59f91b9ddd904469a0c5f65b23c7cf66 HTTP/1.1" status: 200 len: 375 time: 0.0086763 Apr 08 09:14:36.280441 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-d177e23d-6217-4b28-a2e3-495c49c20f20 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516446 Apr 08 09:14:36.373048 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-9f523938-6555-4839-9d4a-dad83eec52c8 service neutron] 10.222.0.11 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810289 Apr 08 09:14:36.465993 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-fedbf368-1276-4b68-aa6c-f6451d98f859 service neutron] 10.222.0.11 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872977 Apr 08 09:14:36.757772 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31053fcd-6ddb-4ec5-b5bd-f60b3269b8ca req-35476025-155a-4e52-8d13-713a31114850 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 210 time: 0.0278528 Apr 08 09:14:37.852751 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7bf5b443-d3f5-4eac-8769-5564544aa156 req-0c8dfebe-94e6-43d0-acad-a027888f6016 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 210 time: 0.0414536 Apr 08 09:14:38.433393 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b93b-d068-446f-b613-49d6b0010278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:38.949065 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-546fa685-3d42-4383-8c6b-9bdfda9bbb22 req-58d6488e-f156-4925-8e97-5af22ce43775 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 210 time: 0.0276453 Apr 08 09:14:40.029672 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d7950f3a-6dd3-457c-b288-ee2d2ee71eb7 req-227802a3-a098-4e8e-9177-c74f91bd9a77 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 210 time: 0.0275941 Apr 08 09:14:40.817780 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7316a5be-0eaa-4d01-9a04-ad06f7bee0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:41.125762 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-54638c46-5649-4260-a652-675de0a0c5c0 req-8924a79c-6211-431c-8179-8db856933351 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 210 time: 0.0307655 Apr 08 09:14:41.854315 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-162c884a-becf-431f-aacc-7ef9dd8cd20f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:41.855686 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-162c884a-becf-431f-aacc-7ef9dd8cd20f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 812 time: 0.1105514 Apr 08 09:14:41.922870 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-9ad7d864-ad79-4b07-90e7-ade333883caa tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59f91b9ddd904469a0c5f65b23c7cf66 HTTP/1.1" status: 200 len: 380 time: 0.0523212 Apr 08 09:14:41.932041 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'port': {'device_id': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'admin_state_up': True, 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'security_groups': ['a670e5b6-6465-4910-a5ca-a71421b862a7']}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:41.993203 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:42.041951 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Made reservation on behalf of 59f91b9ddd904469a0c5f65b23c7cf66 for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:14:42.045438 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:42.175242 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Allocated IP 172.20.0.5 (c93015da-2178-4354-b03b-a22057a7e12c/5e08e173-ccb6-43f1-9e3a-0132c4105c1b/e77d7e8e-a297-4cc7-a138-c39e572912e8) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:14:42.226531 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6efffede-8e95-4b06-be3a-c49cc5dcad48 req-766d8de2-74ab-46b2-8855-5d0279f84965 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 210 time: 0.0324473 Apr 08 09:14:42.323472 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:42.360086 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:42.401576 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Network c93015da-2178-4354-b03b-a22057a7e12c is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:14:42.404667 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:14:42.410979 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:14:42.417690 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'Port': ['ID=e77d7e8e-a297-4cc7-a138-c39e572912e8,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:42.450085 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.450438 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.450787 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.451136 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.451475 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.451808 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.452138 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.452484 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.452839 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.453175 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.453505 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.453835 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.454163 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.454486 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.454808 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:14:42.479597 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:42.480206 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:42.501367 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-cde2bcae-96e1-4f18-94db-957e8baafe2a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733383 Apr 08 09:14:42.519225 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Request body: {'port': {'device_id': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:14:42.582249 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:42.691960 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-42d7c377-42cd-4479-83d0-af61e79f00b0 None None] Provisioning complete for port e77d7e8e-a297-4cc7-a138-c39e572912e8 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:42.692701 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-42d7c377-42cd-4479-83d0-af61e79f00b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:42.734042 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-42d7c377-42cd-4479-83d0-af61e79f00b0 None None] Port e77d7e8e-a297-4cc7-a138-c39e572912e8 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:14:42.873664 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77d7e8e-a297-4cc7-a138-c39e572912e8 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:14:42.881242 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Publish callbacks [] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:42.893941 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Transition to ACTIVE for port object e77d7e8e-a297-4cc7-a138-c39e572912e8 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:14:42.899040 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:42.922631 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8041c-9eb4-4118-8096-e20b6cdd24e9 req-39646eff-d40a-4b62-a646-715478f5fa18 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:42.924069 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6db8041c-9eb4-4118-8096-e20b6cdd24e9 req-39646eff-d40a-4b62-a646-715478f5fa18 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0550115 Apr 08 09:14:42.951986 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e77d7e8e-a297-4cc7-a138-c39e572912e8,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:42.986426 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6db8041c-9eb4-4118-8096-e20b6cdd24e9 req-9d5ef105-5d4d-463a-80d7-625f8ee441ec tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542850 Apr 08 09:14:43.027698 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Attempting to bind port e77d7e8e-a297-4cc7-a138-c39e572912e8 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:14:43.028018 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Attempting to bind port e77d7e8e-a297-4cc7-a138-c39e572912e8 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:14:43.028354 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Attempting to bind port e77d7e8e-a297-4cc7-a138-c39e572912e8 on network c93015da-2178-4354-b03b-a22057a7e12c {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:14:43.033047 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Port e77d7e8e-a297-4cc7-a138-c39e572912e8 on network c93015da-2178-4354-b03b-a22057a7e12c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:14:43.033384 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Attempting to bind port e77d7e8e-a297-4cc7-a138-c39e572912e8 on network c93015da-2178-4354-b03b-a22057a7e12c {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:14:43.039530 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:14:43.039873 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Checking segment: {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:14:43.040262 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Bound using segment: {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:14:43.040733 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Bound port: e77d7e8e-a297-4cc7-a138-c39e572912e8, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:14:43.041099 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:43.110583 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] For port e77d7e8e-a297-4cc7-a138-c39e572912e8, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:14:43.113802 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] For port e77d7e8e-a297-4cc7-a138-c39e572912e8, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e77d7e8e-a297-4cc7-a138-c39e572912e8,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:14:43.121984 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:43.155687 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:43.156390 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:43.158168 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] 10.222.0.10 "PUT /v2.0/ports/e77d7e8e-a297-4cc7-a138-c39e572912e8 HTTP/1.1" status: 200 len: 1093 time: 0.6435671 Apr 08 09:14:43.160719 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'tag': 'e77d7e8e-a297-4cc7-a138-c39e572912e8'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:14:43.163935 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d98db9c-1b4f-4ff5-8d3c-ecd6f11ea321" -d '{"events": [{"name": "network-changed", "server_uuid": "88b0e9f3-6bd3-456d-a57f-f50bc26f864c", "tag": "e77d7e8e-a297-4cc7-a138-c39e572912e8"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:14:43.193932 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26faafb2-17ce-42f3-ab4a-97c65119d0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e77d7e8e-a297-4cc7-a138-c39e572912e8,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:43.208237 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e413b8a7-70b9-4d28-99a7-054b82bef51b x-openstack-request-id: req-e413b8a7-70b9-4d28-99a7-054b82bef51b {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:14:43.209276 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b0e9f3-6bd3-456d-a57f-f50bc26f864c", "tag": "e77d7e8e-a297-4cc7-a138-c39e572912e8", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:14:43.209687 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e413b8a7-70b9-4d28-99a7-054b82bef51b {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:14:43.210211 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e413b8a7-70b9-4d28-99a7-054b82bef51b'] response: {'name': 'network-changed', 'server_uuid': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'tag': 'e77d7e8e-a297-4cc7-a138-c39e572912e8', 'status': 'completed', 'code': 200} Apr 08 09:14:43.272925 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-036131e9-eee7-4f82-9ceb-02afaf27c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:43.274595 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-036131e9-eee7-4f82-9ceb-02afaf27c317 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 1127 time: 0.0481548 Apr 08 09:14:43.323050 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:43.333609 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-45ef5a72-90b3-4437-9bb3-92fc23d605aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e77d7e8e-a297-4cc7-a138-c39e572912e8 HTTP/1.1" status: 200 len: 217 time: 0.0460346 Apr 08 09:14:43.355976 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbca5-c3ce-4d5d-b34a-190886faa57a req-a3ce0517-a686-4eac-b144-18e9dffb5b74 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:43.357577 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f1ddbca5-c3ce-4d5d-b34a-190886faa57a req-a3ce0517-a686-4eac-b144-18e9dffb5b74 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0589650 Apr 08 09:14:43.385397 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-94f2b19d-a9c6-47ac-96e7-91acd247adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:43.386937 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-94f2b19d-a9c6-47ac-96e7-91acd247adaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0475395 Apr 08 09:14:43.415890 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f1ddbca5-c3ce-4d5d-b34a-190886faa57a req-e859c5ed-4df8-4654-a0c0-c8719c111037 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523484 Apr 08 09:14:43.436689 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-2680997f-1dac-4b42-9dd1-c24da24063ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:43.438187 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-2680997f-1dac-4b42-9dd1-c24da24063ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452039 Apr 08 09:14:43.527415 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-6bffa094-6c76-4cd4-9bcd-60fc5dd7e655 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830495 Apr 08 09:14:43.614852 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-04c4c014-ad1e-4b61-a8da-371adfcf3d5c req-da115126-cd6d-484e-b7e2-106a3c4e08a0 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813403 Apr 08 09:14:43.735875 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98db9c-1b4f-4ff5-8d3c-ecd6f11ea321 req-7263ef67-08fc-4c09-98bd-ba383c18f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:43.738102 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1d98db9c-1b4f-4ff5-8d3c-ecd6f11ea321 req-7263ef67-08fc-4c09-98bd-ba383c18f216 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 1127 time: 0.0455713 Apr 08 09:14:43.829205 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98db9c-1b4f-4ff5-8d3c-ecd6f11ea321 req-a7bf10bd-39bf-4a21-9370-35f6c09b6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:43.830686 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1d98db9c-1b4f-4ff5-8d3c-ecd6f11ea321 req-a7bf10bd-39bf-4a21-9370-35f6c09b6d6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 912 time: 0.0858872 Apr 08 09:14:43.869394 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1d98db9c-1b4f-4ff5-8d3c-ecd6f11ea321 req-5d3ca8c4-e165-476c-94d4-ab944a3dee12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e77d7e8e-a297-4cc7-a138-c39e572912e8 HTTP/1.1" status: 200 len: 217 time: 0.0328004 Apr 08 09:14:43.920073 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98db9c-1b4f-4ff5-8d3c-ecd6f11ea321 req-3b9c85de-cb21-4063-a1ce-27e990ed7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:43.921608 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1d98db9c-1b4f-4ff5-8d3c-ecd6f11ea321 req-3b9c85de-cb21-4063-a1ce-27e990ed7437 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0462749 Apr 08 09:14:43.970381 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98db9c-1b4f-4ff5-8d3c-ecd6f11ea321 req-0e35b2aa-4a7f-4c53-a4d0-2aa8093325a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:43.971761 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1d98db9c-1b4f-4ff5-8d3c-ecd6f11ea321 req-0e35b2aa-4a7f-4c53-a4d0-2aa8093325a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436225 Apr 08 09:14:44.066709 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1d98db9c-1b4f-4ff5-8d3c-ecd6f11ea321 req-388faa86-6d3a-4f1e-95ad-2af5a5bb0015 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837626 Apr 08 09:14:44.112890 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb0e76-eead-4bc4-88f5-971f9307fec7 req-6c6abf7c-15da-4afa-9ee0-d5cc509f2f44 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:44.114347 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bcbb0e76-eead-4bc4-88f5-971f9307fec7 req-6c6abf7c-15da-4afa-9ee0-d5cc509f2f44 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0524395 Apr 08 09:14:44.154654 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1d98db9c-1b4f-4ff5-8d3c-ecd6f11ea321 req-158e08e5-fbfd-44dc-9358-1f82e09560ff service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821712 Apr 08 09:14:44.159585 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bcbb0e76-eead-4bc4-88f5-971f9307fec7 req-5797ff3e-d55d-4558-96c0-18c0ed7839e9 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395408 Apr 08 09:14:44.530651 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbe4e1-2644-419d-bf16-9b5a22937923 req-1cd89a8d-bfae-4111-82da-be8f835d2b6f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:44.532082 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04bbe4e1-2644-419d-bf16-9b5a22937923 req-1cd89a8d-bfae-4111-82da-be8f835d2b6f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0513306 Apr 08 09:14:44.580040 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-04bbe4e1-2644-419d-bf16-9b5a22937923 req-391f76c6-38d7-4153-ba4d-93992cc924cf tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420163 Apr 08 09:14:44.716634 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:45.283073 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f734b-563a-4c96-960f-3f1861bc4367 req-289e1a7c-80dc-448e-9fb6-faec64e07825 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:45.284538 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-447f734b-563a-4c96-960f-3f1861bc4367 req-289e1a7c-80dc-448e-9fb6-faec64e07825 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0561447 Apr 08 09:14:45.329531 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-447f734b-563a-4c96-960f-3f1861bc4367 req-1223411b-f0d2-442a-8616-bd7b26d6d976 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392697 Apr 08 09:14:45.694359 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533416a4-a5a6-4017-b249-8d656c3c282e req-45b443d8-f13f-44d8-8681-28f1cde83b85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:45.695816 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-533416a4-a5a6-4017-b249-8d656c3c282e req-45b443d8-f13f-44d8-8681-28f1cde83b85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0525491 Apr 08 09:14:45.743636 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-533416a4-a5a6-4017-b249-8d656c3c282e req-5265db49-8257-4973-ae76-4965f125c72c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422225 Apr 08 09:14:46.450672 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2192b-53c9-4b0c-a33c-31ebbf002c87 req-541c17b9-4774-43ad-a5c9-5c0519562637 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:46.452122 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-32e2192b-53c9-4b0c-a33c-31ebbf002c87 req-541c17b9-4774-43ad-a5c9-5c0519562637 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0513687 Apr 08 09:14:46.500598 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-32e2192b-53c9-4b0c-a33c-31ebbf002c87 req-7c3f4c23-7814-4871-84a2-086fb199d23e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Apr 08 09:14:46.858857 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be920967-1440-45f7-ad12-bd504486f3d0 req-326aea18-aa24-4073-8f85-f09324590b2f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:46.860334 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-be920967-1440-45f7-ad12-bd504486f3d0 req-326aea18-aa24-4073-8f85-f09324590b2f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0514250 Apr 08 09:14:46.908708 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-be920967-1440-45f7-ad12-bd504486f3d0 req-208c0530-6722-4e23-b50b-c051e3d9fbc6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427337 Apr 08 09:14:47.619034 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713d59f-f737-4f02-be6c-6aa9417bb3bd req-f3ff9ab9-3265-491a-9d34-91ed75549755 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:47.620580 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2713d59f-f737-4f02-be6c-6aa9417bb3bd req-f3ff9ab9-3265-491a-9d34-91ed75549755 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0519993 Apr 08 09:14:47.671596 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2713d59f-f737-4f02-be6c-6aa9417bb3bd req-418428b4-2d41-43f0-bab8-363c1525037d tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453048 Apr 08 09:14:48.030648 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac96fc2-3e56-463c-8a95-caa1c037338b req-015804f3-c82c-4e53-b5df-4d8813430eca tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:48.032144 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bac96fc2-3e56-463c-8a95-caa1c037338b req-015804f3-c82c-4e53-b5df-4d8813430eca tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0572011 Apr 08 09:14:48.082488 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bac96fc2-3e56-463c-8a95-caa1c037338b req-8e7c731e-f289-4820-be7d-d9d99859d8f6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437527 Apr 08 09:14:48.795305 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf347680-b6dc-435b-9cc2-9688317376f7 req-a288d7e9-b8cb-49a0-9aff-96d598a89f5a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:48.796784 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf347680-b6dc-435b-9cc2-9688317376f7 req-a288d7e9-b8cb-49a0-9aff-96d598a89f5a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0517538 Apr 08 09:14:48.841790 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf347680-b6dc-435b-9cc2-9688317376f7 req-5c344ddc-5ef9-4058-b70a-eb4d023b7613 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396466 Apr 08 09:14:49.203454 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d2093-6921-406e-8b7c-b2968283aaaf req-ca6e4392-a4fd-47fb-9d1e-a1dd8b412be2 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:49.204949 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a94d2093-6921-406e-8b7c-b2968283aaaf req-ca6e4392-a4fd-47fb-9d1e-a1dd8b412be2 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0554619 Apr 08 09:14:49.252263 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a94d2093-6921-406e-8b7c-b2968283aaaf req-17615c81-ba0e-4557-b28d-2e33f8b17771 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 Apr 08 09:14:49.960644 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7505239-2cc0-4757-bbc2-a9ddea496d74 req-07a422aa-32d2-484a-8cf3-8438e42732fe tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:49.962121 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e7505239-2cc0-4757-bbc2-a9ddea496d74 req-07a422aa-32d2-484a-8cf3-8438e42732fe tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0524185 Apr 08 09:14:50.007595 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e7505239-2cc0-4757-bbc2-a9ddea496d74 req-a7c38a97-6f52-4971-8d25-0cdacc24fe3c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400681 Apr 08 09:14:50.370695 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d3716-51cf-4701-b08d-9da93999d3bc req-fd9279e4-9fc1-4df4-9483-3dca901585c2 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:50.372170 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-582d3716-51cf-4701-b08d-9da93999d3bc req-fd9279e4-9fc1-4df4-9483-3dca901585c2 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0519834 Apr 08 09:14:50.422917 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-582d3716-51cf-4701-b08d-9da93999d3bc req-ee247ad0-cc50-48e3-8f2e-a3b5794b04f8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452561 Apr 08 09:14:51.137469 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0c118-7277-47b7-9bf1-43c890f2d37d req-82a5b9ba-cf2e-4d99-8bfe-0d637b376014 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:51.138766 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9fa0c118-7277-47b7-9bf1-43c890f2d37d req-82a5b9ba-cf2e-4d99-8bfe-0d637b376014 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0623748 Apr 08 09:14:51.186038 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9fa0c118-7277-47b7-9bf1-43c890f2d37d req-00c21c79-2028-445c-ad7f-52ab1518d581 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 Apr 08 09:14:51.538417 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c0b24-9397-4482-9121-74d257b328a8 req-41cc08e1-e708-4281-8ff7-c9395ac78a5d tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:51.539885 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac3c0b24-9397-4482-9121-74d257b328a8 req-41cc08e1-e708-4281-8ff7-c9395ac78a5d tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0517178 Apr 08 09:14:51.587190 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac3c0b24-9397-4482-9121-74d257b328a8 req-3f62a7cd-7b35-4b21-94aa-c6e6ea72892f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418787 Apr 08 09:14:52.310116 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ca99e-9602-460c-af74-8ef622e30bba req-70d1d8e7-b14e-4e01-9269-0bd5c3633dc3 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:52.311585 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2b8ca99e-9602-460c-af74-8ef622e30bba req-70d1d8e7-b14e-4e01-9269-0bd5c3633dc3 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0570035 Apr 08 09:14:52.356938 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2b8ca99e-9602-460c-af74-8ef622e30bba req-d6735106-9bf0-4539-b4d9-49e800b8d232 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399747 Apr 08 09:14:52.702643 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3495f-a66b-44be-a6ac-e66e4b2f0a93 req-2501d73d-f642-4037-8a40-9f356dca5380 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:52.704142 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-eff3495f-a66b-44be-a6ac-e66e4b2f0a93 req-2501d73d-f642-4037-8a40-9f356dca5380 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0518520 Apr 08 09:14:52.751350 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-eff3495f-a66b-44be-a6ac-e66e4b2f0a93 req-162a5c32-ab4b-40fe-8544-281eaa3ba3cc tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 Apr 08 09:14:53.480093 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac32fff-29eb-457f-8b85-3aed3bb667de req-694dc58f-e5a7-41e8-a056-2707dbc58ba1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:53.481605 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2ac32fff-29eb-457f-8b85-3aed3bb667de req-694dc58f-e5a7-41e8-a056-2707dbc58ba1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0535281 Apr 08 09:14:53.531779 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2ac32fff-29eb-457f-8b85-3aed3bb667de req-b314099a-ed4a-4657-8ecd-fdbac7bd261c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445642 Apr 08 09:14:53.866427 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1be8e-a542-44ab-98b7-86ea6095ad32 req-9a8e9b23-e517-430c-867a-cfd0ef8c29a2 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:53.867904 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c1e1be8e-a542-44ab-98b7-86ea6095ad32 req-9a8e9b23-e517-430c-867a-cfd0ef8c29a2 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0515294 Apr 08 09:14:53.917467 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c1e1be8e-a542-44ab-98b7-86ea6095ad32 req-40722df8-4498-4775-a013-7b28fdff0ebb tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435078 Apr 08 09:14:54.655924 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10f95c-db0a-4638-961c-a57f69b512e3 req-aab1c510-faf0-4aba-b4d2-33d39a23cf91 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:54.657492 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6e10f95c-db0a-4638-961c-a57f69b512e3 req-aab1c510-faf0-4aba-b4d2-33d39a23cf91 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0509222 Apr 08 09:14:54.702992 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6e10f95c-db0a-4638-961c-a57f69b512e3 req-617e3e8e-8c6f-4af5-8498-05555d32d7e2 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 Apr 08 09:14:55.035605 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5599d-c57b-49e8-acb1-c577ab0834ec req-9f69d2fe-3b51-4066-a0d2-7a50efaf2c38 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:55.037136 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-38c5599d-c57b-49e8-acb1-c577ab0834ec req-9f69d2fe-3b51-4066-a0d2-7a50efaf2c38 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0543354 Apr 08 09:14:55.085429 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-38c5599d-c57b-49e8-acb1-c577ab0834ec req-9ef7ee09-57e3-4107-ab4f-ae3ecd47001b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Apr 08 09:14:55.550980 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device bcd17833-cd4f-4bb1-96ee-880ad2824210 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:14:55.646555 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:14:55.657372 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'port_id': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'mac_address': 'fa:16:3e:00:20:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:14:55.693082 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port bcd17833-cd4f-4bb1-96ee-880ad2824210 is: ACTIVE; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:55.693469 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:55.709309 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcd17833-cd4f-4bb1-96ee-880ad2824210 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:14:55.727915 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:14:55.731746 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:55.782867 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=bcd17833-cd4f-4bb1-96ee-880ad2824210,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:55.826805 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978b9cf-5242-454e-81a8-df579466cf74 req-f5614afa-62f0-47c8-ba4e-f61764026176 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:55.828307 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5978b9cf-5242-454e-81a8-df579466cf74 req-f5614afa-62f0-47c8-ba4e-f61764026176 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 945 time: 0.0539081 Apr 08 09:14:55.874933 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5978b9cf-5242-454e-81a8-df579466cf74 req-0716e9df-6077-4b70-b612-1ad467f4522a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409906 Apr 08 09:14:55.923881 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['bcd17833-cd4f-4bb1-96ee-880ad2824210'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:14:56.204637 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cfd6b-44b1-47d7-b3dc-d84b905afc92 req-fe04a756-84f6-493c-a2f7-705a8cdc3bd8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:56.206089 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-830cfd6b-44b1-47d7-b3dc-d84b905afc92 req-fe04a756-84f6-493c-a2f7-705a8cdc3bd8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0563955 Apr 08 09:14:56.252890 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-830cfd6b-44b1-47d7-b3dc-d84b905afc92 req-a44741e9-1e4e-4969-b928-bd6e6a88a93f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 Apr 08 09:14:56.564288 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:56.996675 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9870c27-e32a-43ab-b71c-e593789dc786 req-d1c70781-148c-40f4-a404-b0823dcd3130 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:56.998131 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c9870c27-e32a-43ab-b71c-e593789dc786 req-d1c70781-148c-40f4-a404-b0823dcd3130 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 945 time: 0.0514629 Apr 08 09:14:57.043852 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c9870c27-e32a-43ab-b71c-e593789dc786 req-7ab4b8cd-52e6-4e68-a481-4f02df78c800 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402379 Apr 08 09:14:57.367757 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de6399-9af2-4984-8ee9-a1ece146b5b0 req-98399f07-4757-46b0-a059-c7da40eeb277 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:57.369264 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-52de6399-9af2-4984-8ee9-a1ece146b5b0 req-98399f07-4757-46b0-a059-c7da40eeb277 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 943 time: 0.0522003 Apr 08 09:14:57.424801 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-52de6399-9af2-4984-8ee9-a1ece146b5b0 req-decdd5b6-dbad-46eb-a7e2-c8c52de8ef18 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487404 Apr 08 09:14:57.570044 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device e77d7e8e-a297-4cc7-a138-c39e572912e8 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:14:57.698140 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device bcd17833-cd4f-4bb1-96ee-880ad2824210 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:14:57.819941 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port bcd17833-cd4f-4bb1-96ee-880ad2824210 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:57.820360 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:57.853343 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port e77d7e8e-a297-4cc7-a138-c39e572912e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e77d7e8e-a297-4cc7-a138-c39e572912e8,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:14:57.868195 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': 'e77d7e8e-a297-4cc7-a138-c39e572912e8', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'port_id': 'e77d7e8e-a297-4cc7-a138-c39e572912e8', 'mac_address': 'fa:16:3e:44:be:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:14:57.932579 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port e77d7e8e-a297-4cc7-a138-c39e572912e8 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:57.932967 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:57.954147 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77d7e8e-a297-4cc7-a138-c39e572912e8 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:14:57.964904 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port bcd17833-cd4f-4bb1-96ee-880ad2824210 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:57.965285 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:57.986783 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port e77d7e8e-a297-4cc7-a138-c39e572912e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e77d7e8e-a297-4cc7-a138-c39e572912e8,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:14:57.993894 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:58.001805 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:14:58.004044 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066e436f-49b3-4ede-a956-67bc8f7c03a4" -d '{"events": [{"server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "name": "network-vif-plugged", "status": "completed", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:14:58.036333 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:14:58.039829 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5af9ee-e336-4337-9893-9fcc4ec13f48 x-openstack-request-id: req-0f5af9ee-e336-4337-9893-9fcc4ec13f48 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:14:58.040133 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "name": "network-vif-plugged", "status": "completed", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:14:58.040406 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f5af9ee-e336-4337-9893-9fcc4ec13f48 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:14:58.040824 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5af9ee-e336-4337-9893-9fcc4ec13f48'] response: {'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'code': 200} Apr 08 09:14:58.043953 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:58.062340 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=e77d7e8e-a297-4cc7-a138-c39e572912e8,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:58.121199 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=bcd17833-cd4f-4bb1-96ee-880ad2824210,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:14:58.168230 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23fb46-652e-4472-9f8d-558f59c1ce31 req-61893bb7-4612-4f3b-9a73-efd019233e01 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:58.169721 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db23fb46-652e-4472-9f8d-558f59c1ce31 req-61893bb7-4612-4f3b-9a73-efd019233e01 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0545013 Apr 08 09:14:58.216268 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db23fb46-652e-4472-9f8d-558f59c1ce31 req-f5b93551-820a-4764-b36a-d92bb4b5a307 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408268 Apr 08 09:14:58.542223 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7424ccb-55f7-466f-bf5f-d734fe5ef3cb req-e5cb55a0-df9b-40e5-900c-1a541388df57 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:58.544318 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c7424ccb-55f7-466f-bf5f-d734fe5ef3cb req-e5cb55a0-df9b-40e5-900c-1a541388df57 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 944 time: 0.0533655 Apr 08 09:14:58.597125 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c7424ccb-55f7-466f-bf5f-d734fe5ef3cb req-209b72ee-e1c6-4683-9f38-c779dc7ef4be tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471702 Apr 08 09:14:58.669126 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['e77d7e8e-a297-4cc7-a138-c39e572912e8'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:14:59.338181 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c86af-2ad5-4432-8bd9-f26d90e8fad6 req-05704883-e26c-4d36-aa74-653523f8cfd7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:59.339627 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-537c86af-2ad5-4432-8bd9-f26d90e8fad6 req-05704883-e26c-4d36-aa74-653523f8cfd7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0543866 Apr 08 09:14:59.384223 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-537c86af-2ad5-4432-8bd9-f26d90e8fad6 req-1a4b51de-35b5-4d30-88bf-6310c0a36dde tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386391 Apr 08 09:14:59.718874 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c42937-1bd3-4488-b445-0599a329fd80 req-7d0d8000-983b-4bba-8f45-02bf7d3af9f3 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:14:59.720337 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e7c42937-1bd3-4488-b445-0599a329fd80 req-7d0d8000-983b-4bba-8f45-02bf7d3af9f3 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 944 time: 0.0567253 Apr 08 09:14:59.769570 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e7c42937-1bd3-4488-b445-0599a329fd80 req-60dcd0d2-84a4-417f-a950-35e073a13cac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435979 Apr 08 09:14:59.835620 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device e77d7e8e-a297-4cc7-a138-c39e572912e8 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:14:59.888764 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port e77d7e8e-a297-4cc7-a138-c39e572912e8 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:14:59.893060 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port e77d7e8e-a297-4cc7-a138-c39e572912e8 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:14:59.893434 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:14:59.968858 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port e77d7e8e-a297-4cc7-a138-c39e572912e8 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:14:59.969242 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:00.001002 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port e77d7e8e-a297-4cc7-a138-c39e572912e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e77d7e8e-a297-4cc7-a138-c39e572912e8,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:00.004858 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:00.041908 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77d7e8e-a297-4cc7-a138-c39e572912e8'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:15:00.044149 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fefa121-2c8e-4abc-9f2e-d45118c7ca93" -d '{"events": [{"server_uuid": "88b0e9f3-6bd3-456d-a57f-f50bc26f864c", "name": "network-vif-plugged", "status": "completed", "tag": "e77d7e8e-a297-4cc7-a138-c39e572912e8"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:15:00.057780 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=e77d7e8e-a297-4cc7-a138-c39e572912e8,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:00.083344 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10951cbc-9767-4662-b8d8-2e4973817dc2 x-openstack-request-id: req-10951cbc-9767-4662-b8d8-2e4973817dc2 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:15:00.083711 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b0e9f3-6bd3-456d-a57f-f50bc26f864c", "name": "network-vif-plugged", "status": "completed", "tag": "e77d7e8e-a297-4cc7-a138-c39e572912e8", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:15:00.083971 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10951cbc-9767-4662-b8d8-2e4973817dc2 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:15:00.084397 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10951cbc-9767-4662-b8d8-2e4973817dc2'] response: {'server_uuid': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77d7e8e-a297-4cc7-a138-c39e572912e8', 'code': 200} Apr 08 09:15:00.316760 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb2f4b-329a-48c0-a487-e0b5cdc9c6bd req-cd3f5a5b-8579-4ff8-8325-fb3e3a55a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:00.318232 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1afb2f4b-329a-48c0-a487-e0b5cdc9c6bd req-cd3f5a5b-8579-4ff8-8325-fb3e3a55a9ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 1129 time: 0.0436375 Apr 08 09:15:00.367727 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-1afb2f4b-329a-48c0-a487-e0b5cdc9c6bd req-9857a3ea-0bb9-4828-a582-37df28eb4e5b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423157 Apr 08 09:15:00.505911 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b51b7d-3561-442d-afde-c179b28309f6 req-f56bbaf5-a5ab-47cf-b552-0c860317f249 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:00.507797 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-08b51b7d-3561-442d-afde-c179b28309f6 req-f56bbaf5-a5ab-47cf-b552-0c860317f249 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0550582 Apr 08 09:15:00.555901 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-08b51b7d-3561-442d-afde-c179b28309f6 req-c9554105-e234-4909-a2ae-3c4cfb7c1dc0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428140 Apr 08 09:15:00.906620 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b42ee-65e1-4d8d-bb66-7438f485da32 req-42a36e56-c8e0-42f0-b366-2bfa9ecffe88 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:00.916156 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b43b42ee-65e1-4d8d-bb66-7438f485da32 req-42a36e56-c8e0-42f0-b366-2bfa9ecffe88 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 945 time: 0.0764995 Apr 08 09:15:00.964553 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b43b42ee-65e1-4d8d-bb66-7438f485da32 req-fff8481b-2e42-425c-b8c5-7d722ca5388c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474508 Apr 08 09:15:01.674277 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db655e2a-6059-46cf-b670-0326145bbc1d req-654a9850-47d3-4381-bd59-a4433a0f9806 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:01.675650 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db655e2a-6059-46cf-b670-0326145bbc1d req-654a9850-47d3-4381-bd59-a4433a0f9806 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0513394 Apr 08 09:15:01.719885 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db655e2a-6059-46cf-b670-0326145bbc1d req-ce549d1a-b4d6-4876-b781-6bd2d0ce7d99 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387194 Apr 08 09:15:02.107535 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2743a3-f8f4-411b-8919-cd769721162d req-ad259655-ca9b-4829-a328-9c980110cdf7 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:02.109036 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae2743a3-f8f4-411b-8919-cd769721162d req-ad259655-ca9b-4829-a328-9c980110cdf7 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 945 time: 0.0715172 Apr 08 09:15:02.158060 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae2743a3-f8f4-411b-8919-cd769721162d req-29c9869b-623c-4ec6-af60-bed4f1c86418 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431283 Apr 08 09:15:02.866461 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810d790-aed4-4e28-9630-a4a5c52ef004 req-82b3af4a-a340-48b8-b32d-e4b747b2dc7f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:02.866704 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b810d790-aed4-4e28-9630-a4a5c52ef004 req-82b3af4a-a340-48b8-b32d-e4b747b2dc7f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0653095 Apr 08 09:15:02.938541 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b810d790-aed4-4e28-9630-a4a5c52ef004 req-df35aaf2-20ec-4fa0-ad49-fe8ff7341f43 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649557 Apr 08 09:15:03.322692 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696d793-f9cf-4ca3-9f30-4843781b9c64 req-6a253846-4b95-428d-8df6-3dc5d909f7df tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:03.325498 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b696d793-f9cf-4ca3-9f30-4843781b9c64 req-6a253846-4b95-428d-8df6-3dc5d909f7df tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 945 time: 0.0727046 Apr 08 09:15:03.391371 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b696d793-f9cf-4ca3-9f30-4843781b9c64 req-85a7d136-8ac8-4cf9-8ec1-887e061abd39 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579028 Apr 08 09:15:03.543312 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a08d09-e6a0-40a7-b492-0b97d379d1fd req-fa787d55-7bfd-4c4c-bc25-c0acdcb9cbe2 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:03.550460 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-10a08d09-e6a0-40a7-b492-0b97d379d1fd req-fa787d55-7bfd-4c4c-bc25-c0acdcb9cbe2 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 945 time: 0.0710762 Apr 08 09:15:03.630735 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35802) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:03.631470 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-10a08d09-e6a0-40a7-b492-0b97d379d1fd req-90b57994-5e72-42ad-aa17-fc88851dc0db tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618091 Apr 08 09:15:03.820131 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b5805-4834-4a9e-ade7-597270323a51 tempest-TestVolumeBootPattern-1674941572 tempest-TestVolumeBootPattern-1674941572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:03.822206 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c39b5805-4834-4a9e-ade7-597270323a51 tempest-TestVolumeBootPattern-1674941572 tempest-TestVolumeBootPattern-1674941572-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 1124 time: 0.1900012 Apr 08 09:15:03.826085 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf12754-27aa-4b68-ab71-1866e3e88e9d req-8ea83b25-d133-491f-9f5e-3d427e5ef674 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:03.826987 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35812) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:03.828121 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bbf12754-27aa-4b68-ab71-1866e3e88e9d req-8ea83b25-d133-491f-9f5e-3d427e5ef674 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 945 time: 0.0704460 Apr 08 09:15:03.838222 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'port_id': 'e77d7e8e-a297-4cc7-a138-c39e572912e8', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:15:03.864944 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:03.907060 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bbf12754-27aa-4b68-ab71-1866e3e88e9d req-4f06afda-bc27-4c3c-a338-745f1c1c3ecd tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719094 Apr 08 09:15:04.000854 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:04.093014 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fc02b-3d61-40cf-b740-439544b71d9e req-755a6816-d761-409a-a46e-e7d47015e090 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:04.097049 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fb5fc02b-3d61-40cf-b740-439544b71d9e req-755a6816-d761-409a-a46e-e7d47015e090 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0788355 Apr 08 09:15:04.130175 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Allocated IP 172.27.2.192 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:15:04.167146 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fb5fc02b-3d61-40cf-b740-439544b71d9e req-425645b2-bf46-4cbd-a1c2-fa424f01514f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630879 Apr 08 09:15:04.252738 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for port (a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:04.290677 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:04.334259 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:15:04.337230 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:15:04.344751 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:15:04.369153 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'Port': ['ID=a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:04.750359 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (052d09ec-91d3-4d5e-98c5-20600a713651), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:04.829083 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:05.022925 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for port (a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:05.032557 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:05.042586 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec068ff5-deae-484e-9208-660a99790b56 req-fdb11951-fe52-4204-85eb-5c85c7c29bdf tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:05.049972 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ec068ff5-deae-484e-9208-660a99790b56 req-fdb11951-fe52-4204-85eb-5c85c7c29bdf tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 945 time: 0.0703156 Apr 08 09:15:05.102095 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'Port': ['ID=a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:05.110006 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ec068ff5-deae-484e-9208-660a99790b56 req-fb9d2e02-7366-4a59-a5ce-5ed427a51ffd tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584283 Apr 08 09:15:05.116678 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (052d09ec-91d3-4d5e-98c5-20600a713651), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:05.238246 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Floating IP 052d09ec-91d3-4d5e-98c5-20600a713651 associated. External IP: 172.27.2.192, port: e77d7e8e-a297-4cc7-a138-c39e572912e8. Apr 08 09:15:05.361748 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ec515-f7f5-4c12-a51d-a048ef1698db req-9d2c6ab9-16a7-4414-91a3-031f64a1206e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:05.362916 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-849ec515-f7f5-4c12-a51d-a048ef1698db req-9d2c6ab9-16a7-4414-91a3-031f64a1206e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0885479 Apr 08 09:15:05.459119 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-849ec515-f7f5-4c12-a51d-a048ef1698db req-5b3a0fcd-0b5a-4818-b55f-a87b4f3e6720 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857074 Apr 08 09:15:05.528717 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Router 257ec87a-1a72-4748-9d8c-3d443cce19c9 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:15:05.652263 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:15:05.664180 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16359c83-26ad-4e38-a8d2-cedcedc93358 None None] Sync routers for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:15:05.677040 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16359c83-26ad-4e38-a8d2-cedcedc93358 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:15:05.677693 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-16359c83-26ad-4e38-a8d2-cedcedc93358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:14:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:05.695419 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:05.740497 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-89873f08-75c4-4ac1-ad17-9e7814d110ac tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9008849 Apr 08 09:15:05.740497 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'tag': 'e77d7e8e-a297-4cc7-a138-c39e572912e8'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:15:05.740497 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c920331b-1953-484f-8382-4a45d56f4c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "88b0e9f3-6bd3-456d-a57f-f50bc26f864c", "tag": "e77d7e8e-a297-4cc7-a138-c39e572912e8"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:15:05.778758 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36386c0e-4a36-46a3-9f28-af14ac36d9e9 x-openstack-request-id: req-36386c0e-4a36-46a3-9f28-af14ac36d9e9 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:15:05.779835 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b0e9f3-6bd3-456d-a57f-f50bc26f864c", "tag": "e77d7e8e-a297-4cc7-a138-c39e572912e8", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:15:05.780263 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36386c0e-4a36-46a3-9f28-af14ac36d9e9 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:15:05.780855 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36386c0e-4a36-46a3-9f28-af14ac36d9e9'] response: {'name': 'network-changed', 'server_uuid': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'tag': 'e77d7e8e-a297-4cc7-a138-c39e572912e8', 'status': 'completed', 'code': 200} Apr 08 09:15:05.820567 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-16359c83-26ad-4e38-a8d2-cedcedc93358 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:15:05.919588 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-98c9f5b5-fa04-4483-9b61-4034cc6c6231 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:05.921629 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-98c9f5b5-fa04-4483-9b61-4034cc6c6231 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 945 time: 0.0705757 Apr 08 09:15:05.969408 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920331b-1953-484f-8382-4a45d56f4c4a req-b79264fc-4f4e-471e-9ec4-ed36621f03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:05.971376 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c920331b-1953-484f-8382-4a45d56f4c4a req-b79264fc-4f4e-471e-9ec4-ed36621f03a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 1129 time: 0.0958061 Apr 08 09:15:06.056440 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Deleting port a15e7123-0200-4ba2-b273-50784a064d30 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:15:06.056971 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (a15e7123-0200-4ba2-b273-50784a064d30), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:06.148694 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-16359c83-26ad-4e38-a8d2-cedcedc93358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '052d09ec-91d3-4d5e-98c5-20600a713651', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': 'e77d7e8e-a297-4cc7-a138-c39e572912e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:44:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:15:04Z', 'updated_at': '2022-04-08T09:15:04Z', 'revision_number': 0, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:06.179594 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16359c83-26ad-4e38-a8d2-cedcedc93358 None None] Checking router: 257ec87a-1a72-4748-9d8c-3d443cce19c9 for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:15:06.184979 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] For port a15e7123-0200-4ba2-b273-50784a064d30, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=a15e7123-0200-4ba2-b273-50784a064d30,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:06.185851 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (a15e7123-0200-4ba2-b273-50784a064d30), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:06.189195 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16359c83-26ad-4e38-a8d2-cedcedc93358 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:15:06.189988 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-16359c83-26ad-4e38-a8d2-cedcedc93358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:14:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:06.195724 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920331b-1953-484f-8382-4a45d56f4c4a req-1d156ed9-9422-4334-be1e-97658c4f656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:06.197865 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c920331b-1953-484f-8382-4a45d56f4c4a req-1d156ed9-9422-4334-be1e-97658c4f656c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 912 time: 0.2099013 Apr 08 09:15:06.285537 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c920331b-1953-484f-8382-4a45d56f4c4a req-8119b052-0526-4805-aff2-a201b9ee7600 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e77d7e8e-a297-4cc7-a138-c39e572912e8 HTTP/1.1" status: 200 len: 999 time: 0.0811560 Apr 08 09:15:06.339222 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-16359c83-26ad-4e38-a8d2-cedcedc93358 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:15:06.374764 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920331b-1953-484f-8382-4a45d56f4c4a req-cc76b9ed-ae0c-4fa1-8eb0-73262d3c8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:06.376114 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c920331b-1953-484f-8382-4a45d56f4c4a req-cc76b9ed-ae0c-4fa1-8eb0-73262d3c8f33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0805764 Apr 08 09:15:06.385763 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:06.386291 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (7fa2be59-c042-411e-bbfa-98b055bc3b64), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:06.387357 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Floating IP 7fa2be59-c042-411e-bbfa-98b055bc3b64 disassociated. External IP: 172.27.2.239, port: a15e7123-0200-4ba2-b273-50784a064d30. Apr 08 09:15:06.387947 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Calling delete_port for a15e7123-0200-4ba2-b273-50784a064d30 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:15:06.389108 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b1fb4-4931-45be-a732-1721692a0de2 req-a1ef79dd-17ab-4625-90ae-3b6e87bd89ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:06.399176 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7f6b1fb4-4931-45be-a732-1721692a0de2 req-a1ef79dd-17ab-4625-90ae-3b6e87bd89ff tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 945 time: 0.1102245 Apr 08 09:15:06.500513 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7f6b1fb4-4931-45be-a732-1721692a0de2 req-0adbc9e0-dae3-4f67-a6fb-10a2054e34b3 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups?id=87b148f1-4105-4545-9bba-e4c84765fda8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990338 Apr 08 09:15:06.537110 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920331b-1953-484f-8382-4a45d56f4c4a req-7e6b2b45-a097-443b-99fb-1d6d0077828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:06.538933 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c920331b-1953-484f-8382-4a45d56f4c4a req-7e6b2b45-a097-443b-99fb-1d6d0077828c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1394997 Apr 08 09:15:06.549865 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (a15e7123-0200-4ba2-b273-50784a064d30), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:06.591175 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event deleted for resources: {'Port': ['ID=a15e7123-0200-4ba2-b273-50784a064d30,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:06.748286 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-16359c83-26ad-4e38-a8d2-cedcedc93358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '052d09ec-91d3-4d5e-98c5-20600a713651', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': 'e77d7e8e-a297-4cc7-a138-c39e572912e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:44:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:15:04Z', 'updated_at': '2022-04-08T09:15:04Z', 'revision_number': 0, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:06.767610 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Router f427d911-a405-4f55-bf57-0421c96c26ee has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:15:06.784512 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16359c83-26ad-4e38-a8d2-cedcedc93358 None None] The sync data for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi is: [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '052d09ec-91d3-4d5e-98c5-20600a713651', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': 'e77d7e8e-a297-4cc7-a138-c39e572912e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:44:be:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:15:04Z', 'updated_at': '2022-04-08T09:15:04Z', 'revision_number': 0, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:15:06.813127 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff54e39-d78d-40c5-a303-d9134fcf86a9 req-4056edeb-6b70-4708-8a71-6a3076800627 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:06.820301 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5ff54e39-d78d-40c5-a303-d9134fcf86a9 req-4056edeb-6b70-4708-8a71-6a3076800627 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.2018509 Apr 08 09:15:06.832052 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c920331b-1953-484f-8382-4a45d56f4c4a req-cdcfb87f-82dd-43df-bea1-d24e3d1c8167 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809250 Apr 08 09:15:06.945412 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5ff54e39-d78d-40c5-a303-d9134fcf86a9 req-cf4c3359-5ee2-46e4-85de-cf09230694a6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241028 Apr 08 09:15:07.006430 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c920331b-1953-484f-8382-4a45d56f4c4a req-9de6265e-a756-4e00-9775-5622cdf33d6c service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676979 Apr 08 09:15:07.142051 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f102eae-94fc-450e-b246-9fc624939788 None None] New status for floating IP 052d09ec-91d3-4d5e-98c5-20600a713651: ACTIVE {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:15:07.287036 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:15:07.299971 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec57fe7-fce0-4d57-a3d2-96d58cee936b None None] Sync routers for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:15:07.313877 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec57fe7-fce0-4d57-a3d2-96d58cee936b None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:15:07.314824 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-0ec57fe7-fce0-4d57-a3d2-96d58cee936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:14:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:07.338427 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] No DVR routers for this DVR port a15e7123-0200-4ba2-b273-50784a064d30 on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:15:07.341627 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:07.344994 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-122a560f-ebe6-46c6-ad13-b53e49c4e97a req-25c24a2b-17fe-405d-be49-919ccbb7654a tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.10 "DELETE /v2.0/ports/a15e7123-0200-4ba2-b273-50784a064d30 HTTP/1.1" status: 204 len: 173 time: 1.4176874 Apr 08 09:15:07.462756 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-0ec57fe7-fce0-4d57-a3d2-96d58cee936b None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:15:07.648510 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-270f77a8-dc04-48b1-a201-d51442e32531 req-0a3318e0-3698-4f44-8234-5f84f293865c tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/ports?device_id=7359d60a-b041-4ab0-8c72-159674eb1151 HTTP/1.1" status: 200 len: 210 time: 0.0481737 Apr 08 09:15:07.737304 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-0ec57fe7-fce0-4d57-a3d2-96d58cee936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:07.772269 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec57fe7-fce0-4d57-a3d2-96d58cee936b None None] Checking router: f427d911-a405-4f55-bf57-0421c96c26ee for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:15:07.782266 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec57fe7-fce0-4d57-a3d2-96d58cee936b None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:15:07.782856 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-0ec57fe7-fce0-4d57-a3d2-96d58cee936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:14:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:07.783183 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7359d60a-b041-4ab0-8c72-159674eb1151', 'name': 'network-vif-deleted', 'tag': 'a15e7123-0200-4ba2-b273-50784a064d30'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:15:07.788587 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34f789f-d437-4e3c-b3b6-dd08ee09dd37" -d '{"events": [{"server_uuid": "7359d60a-b041-4ab0-8c72-159674eb1151", "name": "network-vif-deleted", "tag": "a15e7123-0200-4ba2-b273-50784a064d30"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:15:07.841710 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbef4ad-2504-4460-af10-20adc8574c5e x-openstack-request-id: req-9dbef4ad-2504-4460-af10-20adc8574c5e {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:15:07.842006 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7359d60a-b041-4ab0-8c72-159674eb1151", "name": "network-vif-deleted", "tag": "a15e7123-0200-4ba2-b273-50784a064d30", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:15:07.842578 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9dbef4ad-2504-4460-af10-20adc8574c5e {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:15:07.843356 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dbef4ad-2504-4460-af10-20adc8574c5e'] response: {'server_uuid': '7359d60a-b041-4ab0-8c72-159674eb1151', 'name': 'network-vif-deleted', 'tag': 'a15e7123-0200-4ba2-b273-50784a064d30', 'status': 'completed', 'code': 200} Apr 08 09:15:08.037445 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-0ec57fe7-fce0-4d57-a3d2-96d58cee936b None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:15:08.130298 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee19f7-94f1-45d7-8ed6-fe36c1332e53 req-c77a059c-04b7-4f55-92a6-2b710a0d0fe9 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:08.131867 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e1ee19f7-94f1-45d7-8ed6-fe36c1332e53 req-c77a059c-04b7-4f55-92a6-2b710a0d0fe9 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0678346 Apr 08 09:15:08.185539 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e1ee19f7-94f1-45d7-8ed6-fe36c1332e53 req-cf0644b3-31cb-423f-80b2-7668b9a8cbb6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464079 Apr 08 09:15:08.306584 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-0ec57fe7-fce0-4d57-a3d2-96d58cee936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:08.333297 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec57fe7-fce0-4d57-a3d2-96d58cee936b None None] The sync data for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi is: [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:05:28Z', 'revision_number': 4, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6cdbad31-f8b7-40e8-83ba-252cb300baf3', 'name': '', 'network_id': '0d212e64-e599-4f30-a480-e7099d8eb4c3', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'mac_address': 'fa:16:3e:11:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'subnets': [{'id': '317ed796-bf5f-413a-88ba-27d2f3ef552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:15:08.439236 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7703450-b84f-43c2-bd94-24da9e3789f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:08.574153 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811e19e-cd01-431a-a629-3400c4783bc1 None None] New status for floating IP 7fa2be59-c042-411e-bbfa-98b055bc3b64: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:15:08.783733 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35858) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:08.861055 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c382b66-94e1-49f4-a4cd-3abd6bb0b0b1 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group (87b148f1-4105-4545-9bba-e4c84765fda8), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:08.893342 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c382b66-94e1-49f4-a4cd-3abd6bb0b0b1 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group (87b148f1-4105-4545-9bba-e4c84765fda8), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:08.963378 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c382b66-94e1-49f4-a4cd-3abd6bb0b0b1 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (87b148f1-4105-4545-9bba-e4c84765fda8), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:08.966903 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5c382b66-94e1-49f4-a4cd-3abd6bb0b0b1 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:08.971453 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5c382b66-94e1-49f4-a4cd-3abd6bb0b0b1 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "DELETE /v2.0/security-groups/87b148f1-4105-4545-9bba-e4c84765fda8 HTTP/1.1" status: 204 len: 168 time: 0.1828148 Apr 08 09:15:08.972295 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35860) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:08.979127 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c382b66-94e1-49f4-a4cd-3abd6bb0b0b1 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b148f1-4105-4545-9bba-e4c84765fda8,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:08.998607 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.api.v2.resource [None req-3d282f11-3697-4947-871e-9d9a5c9330c2 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] show failed (client error): The resource could not be found. Apr 08 09:15:09.000174 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-3d282f11-3697-4947-871e-9d9a5c9330c2 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "GET /v2.0/security-groups/87b148f1-4105-4545-9bba-e4c84765fda8 HTTP/1.1" status: 404 len: 347 time: 0.0266602 Apr 08 09:15:09.003458 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35862) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:09.141039 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-18426ccd-8520-4882-a83f-bd1609fd1c01 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Deleting port 52aa310a-25fc-4f61-ada5-867f8ab25107 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:15:09.141351 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-18426ccd-8520-4882-a83f-bd1609fd1c01 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (52aa310a-25fc-4f61-ada5-867f8ab25107), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:09.239139 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-18426ccd-8520-4882-a83f-bd1609fd1c01 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (52aa310a-25fc-4f61-ada5-867f8ab25107), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:09.239465 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-18426ccd-8520-4882-a83f-bd1609fd1c01 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (52aa310a-25fc-4f61-ada5-867f8ab25107), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:09.252700 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-18426ccd-8520-4882-a83f-bd1609fd1c01 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Calling delete_port for 52aa310a-25fc-4f61-ada5-867f8ab25107 owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:15:09.335136 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a62cd-0aef-45f0-8275-4ba54fe204a3 req-2a4225a8-df71-46c0-9227-450f86592b6c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:09.344281 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a87a62cd-0aef-45f0-8275-4ba54fe204a3 req-2a4225a8-df71-46c0-9227-450f86592b6c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0702460 Apr 08 09:15:09.398312 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a87a62cd-0aef-45f0-8275-4ba54fe204a3 req-089effd4-0f43-489e-b421-bf262f679fe8 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527041 Apr 08 09:15:09.408633 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-18426ccd-8520-4882-a83f-bd1609fd1c01 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (52aa310a-25fc-4f61-ada5-867f8ab25107), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:09.442909 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18426ccd-8520-4882-a83f-bd1609fd1c01 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Pushing event deleted for resources: {'Port': ['ID=52aa310a-25fc-4f61-ada5-867f8ab25107,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:09.506739 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-18426ccd-8520-4882-a83f-bd1609fd1c01 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks [] for floatingip (7fa2be59-c042-411e-bbfa-98b055bc3b64), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:09.509608 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-18426ccd-8520-4882-a83f-bd1609fd1c01 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:09.515262 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-18426ccd-8520-4882-a83f-bd1609fd1c01 tempest-AttachVolumeTestJSON-83591597 tempest-AttachVolumeTestJSON-83591597-project] 10.222.0.11 "DELETE /v2.0/floatingips/7fa2be59-c042-411e-bbfa-98b055bc3b64 HTTP/1.1" status: 204 len: 168 time: 0.5064878 Apr 08 09:15:09.896561 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device a15e7123-0200-4ba2-b273-50784a064d30 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:15:09.925288 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: a15e7123-0200-4ba2-b273-50784a064d30 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:15:09.925991 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device a15e7123-0200-4ba2-b273-50784a064d30 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:15:10.527096 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ebe6e-601f-442d-85e7-0a2b229307bd req-4675c12a-51c3-4624-ac3b-30da66411055 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:10.532957 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-305ebe6e-601f-442d-85e7-0a2b229307bd req-4675c12a-51c3-4624-ac3b-30da66411055 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0605779 Apr 08 09:15:10.582691 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-305ebe6e-601f-442d-85e7-0a2b229307bd req-e4232078-0b32-4842-8103-2f981b7bee78 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473504 Apr 08 09:15:10.819848 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a80e-f917-4c97-b168-596180226841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:11.715361 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b594f-6349-46e4-a946-af25b98bb260 req-99fe0114-6ecc-40e1-9d17-076c92611d7f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:11.717021 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ce8b594f-6349-46e4-a946-af25b98bb260 req-99fe0114-6ecc-40e1-9d17-076c92611d7f tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0570774 Apr 08 09:15:11.773781 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ce8b594f-6349-46e4-a946-af25b98bb260 req-b6f5ae0b-3018-47cf-abb9-18fbc29650fd tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508044 Apr 08 09:15:12.005040 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:12.896990 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904054f4-3727-4d6c-841e-bd722e40fa8d req-74d9c9bb-6c77-4dd0-9e24-4069e919d6a1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:12.898450 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-904054f4-3727-4d6c-841e-bd722e40fa8d req-74d9c9bb-6c77-4dd0-9e24-4069e919d6a1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0513339 Apr 08 09:15:12.943311 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-904054f4-3727-4d6c-841e-bd722e40fa8d req-4c3491e1-5fd4-49e4-b664-88682e3ffb5a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391936 Apr 08 09:15:12.948635 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:15:13.144398 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35928) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:13.316062 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:13.689372 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-767bfa2e-e3a4-4467-9fb5-01e6145c4103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613313'] for router_interface (f427d911-a405-4f55-bf57-0421c96c26ee), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:13.791055 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e80a57-2c22-41ba-97d7-7bb0fe17e5f9 req-dbe5a24e-9d07-4f7c-8994-d86e0a14a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:13.792540 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-47e80a57-2c22-41ba-97d7-7bb0fe17e5f9 req-dbe5a24e-9d07-4f7c-8994-d86e0a14a9ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 1130 time: 0.1156845 Apr 08 09:15:14.012000 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-767bfa2e-e3a4-4467-9fb5-01e6145c4103 admin admin] Deleting port 6cdbad31-f8b7-40e8-83ba-252cb300baf3 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:15:14.012347 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-767bfa2e-e3a4-4467-9fb5-01e6145c4103 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:14.067710 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a71bb2-dc82-47a9-8a98-bac41da582fb req-8418ec71-883a-42fc-99ce-9f53e824ef9e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:14.069207 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-27a71bb2-dc82-47a9-8a98-bac41da582fb req-8418ec71-883a-42fc-99ce-9f53e824ef9e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0513659 Apr 08 09:15:14.090384 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-767bfa2e-e3a4-4467-9fb5-01e6145c4103 admin admin] For port 6cdbad31-f8b7-40e8-83ba-252cb300baf3, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=6cdbad31-f8b7-40e8-83ba-252cb300baf3,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:14.090747 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-767bfa2e-e3a4-4467-9fb5-01e6145c4103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:14.102922 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-767bfa2e-e3a4-4467-9fb5-01e6145c4103 admin admin] Calling delete_port for 6cdbad31-f8b7-40e8-83ba-252cb300baf3 owned by network:router_interface {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:15:14.114644 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-27a71bb2-dc82-47a9-8a98-bac41da582fb req-05b8c5fc-bef5-485f-a98a-5be3d56062c8 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398784 Apr 08 09:15:14.301119 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e80a57-2c22-41ba-97d7-7bb0fe17e5f9 req-1bc96676-b1ca-45cc-8da7-f71ee450608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:14.302625 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-47e80a57-2c22-41ba-97d7-7bb0fe17e5f9 req-1bc96676-b1ca-45cc-8da7-f71ee450608a service neutron] 10.222.0.10 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 916 time: 0.1443419 Apr 08 09:15:14.402643 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-47e80a57-2c22-41ba-97d7-7bb0fe17e5f9 req-f8f08388-5dba-4839-9917-201ae341c5d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210 HTTP/1.1" status: 200 len: 1001 time: 0.0921524 Apr 08 09:15:14.406634 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-767bfa2e-e3a4-4467-9fb5-01e6145c4103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (6cdbad31-f8b7-40e8-83ba-252cb300baf3), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:14.439350 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bfa2e-e3a4-4467-9fb5-01e6145c4103 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cdbad31-f8b7-40e8-83ba-252cb300baf3,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:14.515235 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e80a57-2c22-41ba-97d7-7bb0fe17e5f9 req-932804ea-c5a2-49f9-b650-eec910bda57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:14.516726 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-47e80a57-2c22-41ba-97d7-7bb0fe17e5f9 req-932804ea-c5a2-49f9-b650-eec910bda57a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 200 len: 855 time: 0.0869439 Apr 08 09:15:14.657734 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e80a57-2c22-41ba-97d7-7bb0fe17e5f9 req-76bc56a5-5616-471c-9bb3-c7edbc9df3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:14.659166 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-47e80a57-2c22-41ba-97d7-7bb0fe17e5f9 req-76bc56a5-5616-471c-9bb3-c7edbc9df3ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b7a254-b160-4de6-b642-6f7a58546c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1338556 Apr 08 09:15:14.716487 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:14.725558 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-767bfa2e-e3a4-4467-9fb5-01e6145c4103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-613262'] for router_interface (f427d911-a405-4f55-bf57-0421c96c26ee), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:15.063911 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-47e80a57-2c22-41ba-97d7-7bb0fe17e5f9 req-f20870fc-1e4d-4881-b470-18e3e587d68e service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940620 Apr 08 09:15:15.209864 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-47e80a57-2c22-41ba-97d7-7bb0fe17e5f9 req-a6e95433-e067-4209-8e9c-d407896a9859 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400082 Apr 08 09:15:15.239471 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabf070-2d10-406a-87d6-664a7199c0bd req-a61c709a-a191-43ca-94af-fd18ffcbf390 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:15.241038 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-acabf070-2d10-406a-87d6-664a7199c0bd req-a61c709a-a191-43ca-94af-fd18ffcbf390 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0548270 Apr 08 09:15:15.268185 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767bfa2e-e3a4-4467-9fb5-01e6145c4103 admin admin] Router f427d911-a405-4f55-bf57-0421c96c26ee has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:15:15.286880 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-acabf070-2d10-406a-87d6-664a7199c0bd req-bc1712b8-2a71-437b-b6bf-f441088c84d6 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401092 Apr 08 09:15:15.375729 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767bfa2e-e3a4-4467-9fb5-01e6145c4103 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:15:15.380661 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-767bfa2e-e3a4-4467-9fb5-01e6145c4103 admin admin] 10.222.0.11 "PUT /v2.0/routers/f427d911-a405-4f55-bf57-0421c96c26ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2351880 Apr 08 09:15:15.383197 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35950) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:15.385809 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97338c-f360-40e5-94c4-572456145bec None None] Sync routers for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:15:15.399981 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97338c-f360-40e5-94c4-572456145bec None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:15:15.400702 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3b97338c-f360-40e5-94c4-572456145bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:15:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:15.486742 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Publish callbacks [] for router (f427d911-a405-4f55-bf57-0421c96c26ee), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:15.505745 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-3b97338c-f360-40e5-94c4-572456145bec None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:15:15.593810 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Publish callbacks [] for router_gateway (f427d911-a405-4f55-bf57-0421c96c26ee), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:15.670230 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Deleting port facb6522-d3d5-40db-97d7-c5047a2928cd {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:15:15.670771 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:15.698916 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3b97338c-f360-40e5-94c4-572456145bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:15:14Z', 'revision_number': 5, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port': {'id': 'facb6522-d3d5-40db-97d7-c5047a2928cd', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:23Z', 'updated_at': '2022-04-08T09:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:15.731571 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97338c-f360-40e5-94c4-572456145bec None None] Checking router: f427d911-a405-4f55-bf57-0421c96c26ee for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:15:15.739936 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97338c-f360-40e5-94c4-572456145bec None None] Routers {'f427d911-a405-4f55-bf57-0421c96c26ee'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:15:15.741186 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3b97338c-f360-40e5-94c4-572456145bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:15:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f427d911-a405-4f55-bf57-0421c96c26ee'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:15.762078 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] For port facb6522-d3d5-40db-97d7-c5047a2928cd, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=facb6522-d3d5-40db-97d7-c5047a2928cd,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:15.762544 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:15.782027 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Calling delete_port for facb6522-d3d5-40db-97d7-c5047a2928cd owned by network:router_gateway {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:15:15.836938 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-3b97338c-f360-40e5-94c4-572456145bec None None] Set router f427d911-a405-4f55-bf57-0421c96c26ee gateway port host: None {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:15:15.896344 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3b97338c-f360-40e5-94c4-572456145bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:15:15Z', 'revision_number': 6, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port_host': None}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:15.925251 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97338c-f360-40e5-94c4-572456145bec None None] The sync data for ids ['f427d911-a405-4f55-bf57-0421c96c26ee'] in dv-cinder-836996-2-iscsi is: [{'id': 'f427d911-a405-4f55-bf57-0421c96c26ee', 'name': 'tempest-AttachVolumeTestJSON-1376529361-router', 'tenant_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:22Z', 'updated_at': '2022-04-08T09:15:15Z', 'revision_number': 6, 'project_id': '1138136b57c543faa9fc9e4cc4ff7d38', 'gw_port_host': None}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:15:15.969737 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (facb6522-d3d5-40db-97d7-c5047a2928cd), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:15.993751 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Pushing event deleted for resources: {'Port': ['ID=facb6522-d3d5-40db-97d7-c5047a2928cd,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:16.056788 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611067'] for router_gateway (f427d911-a405-4f55-bf57-0421c96c26ee), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.071498 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322058d-1c28-4a57-b31a-2c686817b4b4 req-d999e1ad-b8a4-4302-9eda-92ff86ff9a4c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:16.072985 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8322058d-1c28-4a57-b31a-2c686817b4b4 req-d999e1ad-b8a4-4302-9eda-92ff86ff9a4c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 945 time: 0.0521071 Apr 08 09:15:16.118563 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8322058d-1c28-4a57-b31a-2c686817b4b4 req-d2e5f834-f6b2-46e8-aa7b-d843c87d3df7 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397043 Apr 08 09:15:16.148293 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105441'] for router (f427d911-a405-4f55-bf57-0421c96c26ee), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.150381 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Publish callbacks [] for router_controller (f427d911-a405-4f55-bf57-0421c96c26ee), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.198649 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613797'] for router (f427d911-a405-4f55-bf57-0421c96c26ee), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.199274 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f427d911-a405-4f55-bf57-0421c96c26ee {{(pid=103424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 09:15:16.203463 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.204679 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-9091aa04-d9ff-43b5-ac44-52a131b7992d admin admin] 10.222.0.11 "DELETE /v2.0/routers/f427d911-a405-4f55-bf57-0421c96c26ee HTTP/1.1" status: 204 len: 168 time: 0.8205297 Apr 08 09:15:16.207265 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35960) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:16.250685 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-e304dd23-46c2-47de-b3f1-0c6ae05fe6bf admin admin] Deleting subnet 317ed796-bf5f-413a-88ba-27d2f3ef552b {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:15:16.253614 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e304dd23-46c2-47de-b3f1-0c6ae05fe6bf admin admin] Publish callbacks [] for subnet (317ed796-bf5f-413a-88ba-27d2f3ef552b), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.288946 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e304dd23-46c2-47de-b3f1-0c6ae05fe6bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14259800'] for subnet (317ed796-bf5f-413a-88ba-27d2f3ef552b), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.377959 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e304dd23-46c2-47de-b3f1-0c6ae05fe6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (317ed796-bf5f-413a-88ba-27d2f3ef552b), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.422019 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5c99-e437-45f7-850b-b454e2871534 req-434148f5-229c-42b8-ba71-e46d49c1fb87 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:16.423408 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5da5c99-e437-45f7-850b-b454e2871534 req-434148f5-229c-42b8-ba71-e46d49c1fb87 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0569901 Apr 08 09:15:16.430445 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e304dd23-46c2-47de-b3f1-0c6ae05fe6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13889516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13411748'] for subnet (317ed796-bf5f-413a-88ba-27d2f3ef552b), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.454166 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304dd23-46c2-47de-b3f1-0c6ae05fe6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=317ed796-bf5f-413a-88ba-27d2f3ef552b,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:16.460064 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e304dd23-46c2-47de-b3f1-0c6ae05fe6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.465690 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e304dd23-46c2-47de-b3f1-0c6ae05fe6bf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/317ed796-bf5f-413a-88ba-27d2f3ef552b HTTP/1.1" status: 204 len: 168 time: 0.2550144 Apr 08 09:15:16.465935 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 35964) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:16.468684 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bde46d-d167-46fa-8ce0-9478f06d1902 None None] Network 0d212e64-e599-4f30-a480-e7099d8eb4c3 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:15:16.475242 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5da5c99-e437-45f7-850b-b454e2871534 req-5bb0814a-9fbc-4d7c-8276-e84bb4d525f1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448480 Apr 08 09:15:16.540290 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (0d212e64-e599-4f30-a480-e7099d8eb4c3), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.593711 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Deleting port b076945e-ee63-452f-9176-a17322a62e1a {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:15:16.594059 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (b076945e-ee63-452f-9176-a17322a62e1a), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.654527 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] For port b076945e-ee63-452f-9176-a17322a62e1a, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=b076945e-ee63-452f-9176-a17322a62e1a,segment=NetworkSegment(7bae30f3-9c7a-427d-845f-dccbfdadb634),segment_id=7bae30f3-9c7a-427d-845f-dccbfdadb634)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:16.654825 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (b076945e-ee63-452f-9176-a17322a62e1a), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.667002 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Calling delete_port for b076945e-ee63-452f-9176-a17322a62e1a owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:15:16.706231 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] DHCP port deletion for 0d212e64-e599-4f30-a480-e7099d8eb4c3 request from dv-cinder-836996-2-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 09:15:16.760161 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (b076945e-ee63-452f-9176-a17322a62e1a), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.763789 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Deleting port b076945e-ee63-452f-9176-a17322a62e1a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:15:16.764169 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (b076945e-ee63-452f-9176-a17322a62e1a), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.787376 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Pushing event deleted for resources: {'Port': ['ID=b076945e-ee63-452f-9176-a17322a62e1a,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:16.789265 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] No DVR routers for this DVR port b076945e-ee63-452f-9176-a17322a62e1a on host dv-cinder-836996-2-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:15:16.833047 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] For port b076945e-ee63-452f-9176-a17322a62e1a, host dv-cinder-836996-2-iscsi, got binding levels [] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:16.833444 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (b076945e-ee63-452f-9176-a17322a62e1a), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.846955 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Calling delete_port for b076945e-ee63-452f-9176-a17322a62e1a owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:15:16.849685 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.ipam_backend_mixin [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Port b076945e-ee63-452f-9176-a17322a62e1a was not found and therefore no delete operation was performed {{(pid=103426) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 08 09:15:16.850964 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630'] for port (b076945e-ee63-452f-9176-a17322a62e1a), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.862969 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (0d212e64-e599-4f30-a480-e7099d8eb4c3), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.873420 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Pushing event deleted for resources: {'Port': ['ID=b076945e-ee63-452f-9176-a17322a62e1a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:16.883123 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.883319 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d212e64-e599-4f30-a480-e7099d8eb4c3']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:16.883838 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.884342 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.884704 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.885212 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.885768 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.886257 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.887123 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.887455 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.887786 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.888116 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.888444 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.888798 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.889119 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.889440 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:16.892252 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0db2a0-1868-47fa-94bf-6d4e08ddd6ae None None] No DVR routers for this DVR port b076945e-ee63-452f-9176-a17322a62e1a on host dv-cinder-836996-2-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:15:16.899617 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bae30f3-9c7a-427d-845f-dccbfdadb634') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:16.899617 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bae30f3-9c7a-427d-845f-dccbfdadb634') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:16.910336 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14259777'] for segment (7bae30f3-9c7a-427d-845f-dccbfdadb634), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.930681 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (7bae30f3-9c7a-427d-845f-dccbfdadb634), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.937219 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:15:16.937654 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13889290'] for segment (7bae30f3-9c7a-427d-845f-dccbfdadb634), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: Traceback (most recent call last): Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: timer() Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: cb(*args, **kw) Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: return func(*args, **kwargs) Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: self._notify() Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: self.callback(batched_events) Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: event.method(event) Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: return f(self, *a, **k) Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._get(url).json() Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:15:16.939395 dv-cinder-836996-2-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:15:17.002726 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (0d212e64-e599-4f30-a480-e7099d8eb4c3), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:17.008381 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:17.012344 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] 10.222.0.11 "DELETE /v2.0/networks/0d212e64-e599-4f30-a480-e7099d8eb4c3 HTTP/1.1" status: 204 len: 168 time: 0.5454736 Apr 08 09:15:17.024954 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9c1b1-86c5-4545-955c-60e32152ba5b admin admin] Pushing event deleted for resources: {'Network': ['ID=0d212e64-e599-4f30-a480-e7099d8eb4c3,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:17.125683 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35968) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:17.168233 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2ec5c921-34ce-478e-a081-a70df89df619 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1138136b57c543faa9fc9e4cc4ff7d38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413845 Apr 08 09:15:17.171338 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 35972) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:17.254255 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Publish callbacks [] for security_group (4cd70d45-a000-4bd1-9e82-c25cda06673e), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:17.273995 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee974-4624-4f30-a79c-766d38f593da req-e9122785-b28a-4f41-b385-94fb1946071f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:17.275400 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-50bee974-4624-4f30-a79c-766d38f593da req-e9122785-b28a-4f41-b385-94fb1946071f tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 945 time: 0.0865223 Apr 08 09:15:17.288682 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Publish callbacks [] for security_group (4cd70d45-a000-4bd1-9e82-c25cda06673e), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:17.355885 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-50bee974-4624-4f30-a79c-766d38f593da req-4533d61d-ba3a-4a19-95a3-991a77d6aeed tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725176 Apr 08 09:15:17.371756 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (4cd70d45-a000-4bd1-9e82-c25cda06673e), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:17.374849 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:17.375967 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4cd70d45-a000-4bd1-9e82-c25cda06673e HTTP/1.1" status: 204 len: 168 time: 0.2037318 Apr 08 09:15:17.389351 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd70d45-a000-4bd1-9e82-c25cda06673e,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:17.396567 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.396917 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.397262 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.397601 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.397939 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.398274 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.398601 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.398924 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.399258 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.399579 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.399908 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.400232 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.400582 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.400908 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.401230 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af365972-3af9-47b4-81e5-cc7b83569a30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:17.607198 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4505de-3f08-48d5-a40e-4eb51ad1fdf2 req-a5f20579-6dd5-45b6-8aef-39aef0c7fc4a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:17.608774 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d4505de-3f08-48d5-a40e-4eb51ad1fdf2 req-a5f20579-6dd5-45b6-8aef-39aef0c7fc4a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 946 time: 0.0594809 Apr 08 09:15:17.660415 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d4505de-3f08-48d5-a40e-4eb51ad1fdf2 req-5944d3ca-e43a-4181-9f7e-5baa1f5fa1e1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457335 Apr 08 09:15:17.709843 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 6cdbad31-f8b7-40e8-83ba-252cb300baf3 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:15:17.735541 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 6cdbad31-f8b7-40e8-83ba-252cb300baf3 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:15:17.735947 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 6cdbad31-f8b7-40e8-83ba-252cb300baf3 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:15:17.736404 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device facb6522-d3d5-40db-97d7-c5047a2928cd no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:15:17.756289 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: facb6522-d3d5-40db-97d7-c5047a2928cd {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:15:17.756662 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device facb6522-d3d5-40db-97d7-c5047a2928cd not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:15:17.757077 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device b076945e-ee63-452f-9176-a17322a62e1a no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:15:17.776092 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: b076945e-ee63-452f-9176-a17322a62e1a {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:15:17.776442 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device b076945e-ee63-452f-9176-a17322a62e1a not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:15:17.902997 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device bcd17833-cd4f-4bb1-96ee-880ad2824210 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:15:17.980841 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port bcd17833-cd4f-4bb1-96ee-880ad2824210 is: ACTIVE; New status is: DOWN {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:15:17.981415 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:18.007176 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:15:18.009373 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1036a492-5ba2-4034-b116-cc56de03aacc" -d '{"events": [{"server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:15:18.024827 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:18.029738 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:18.054746 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 09:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60719088-c5a5-49d9-8fad-560b89ed204f x-openstack-request-id: req-60719088-c5a5-49d9-8fad-560b89ed204f {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:15:18.055034 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "name": "network-vif-unplugged", "status": "completed", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:15:18.055287 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60719088-c5a5-49d9-8fad-560b89ed204f {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:15:18.055677 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60719088-c5a5-49d9-8fad-560b89ed204f'] response: {'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'code': 200} Apr 08 09:15:18.081094 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=bcd17833-cd4f-4bb1-96ee-880ad2824210,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:18.477463 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2a807-e814-4f04-b0b4-7f880f77fee3 req-6f517f52-16b1-4c33-a9e0-77a3fbc4dc05 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:18.479107 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-75c2a807-e814-4f04-b0b4-7f880f77fee3 req-6f517f52-16b1-4c33-a9e0-77a3fbc4dc05 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 945 time: 0.0546131 Apr 08 09:15:18.529673 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-75c2a807-e814-4f04-b0b4-7f880f77fee3 req-f4c5f33b-e716-4f03-bf9c-301e1faf1a70 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups?id=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450251 Apr 08 09:15:18.794848 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb4946-e408-46ae-a7a1-57f2359e9818 req-9767d6e2-8efc-487d-90bc-359172e202ad tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:18.796330 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6cbb4946-e408-46ae-a7a1-57f2359e9818 req-9767d6e2-8efc-487d-90bc-359172e202ad tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0568647 Apr 08 09:15:18.843392 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6cbb4946-e408-46ae-a7a1-57f2359e9818 req-f22ea086-9157-46ee-9e11-2edece8bd3ab tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412276 Apr 08 09:15:19.053985 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-5629801f-2450-4f19-b851-6fbe1ad1368c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:19.055468 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-5629801f-2450-4f19-b851-6fbe1ad1368c tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 945 time: 0.0669332 Apr 08 09:15:19.156118 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Deleting port ef889326-16ce-4295-91aa-a9d6ecc23360 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:15:19.156493 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:19.260876 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] For port ef889326-16ce-4295-91aa-a9d6ecc23360, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=ef889326-16ce-4295-91aa-a9d6ecc23360,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:19.261249 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:19.350538 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36070) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:19.444727 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:19.445104 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (4a05b245-5507-4421-9c56-a62e77a498fb), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:19.445424 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Floating IP 4a05b245-5507-4421-9c56-a62e77a498fb disassociated. External IP: 172.27.2.16, port: ef889326-16ce-4295-91aa-a9d6ecc23360. Apr 08 09:15:19.445778 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Calling delete_port for ef889326-16ce-4295-91aa-a9d6ecc23360 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:15:19.463440 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e42d579d-3039-466a-94c2-cbb98340a5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:19.544717 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e42d579d-3039-466a-94c2-cbb98340a5ad admin admin] Publish callbacks [] for security_group (13e15786-e897-4ddf-bcbd-bfa63cad2ebb), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:19.553485 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e42d579d-3039-466a-94c2-cbb98340a5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (13e15786-e897-4ddf-bcbd-bfa63cad2ebb), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:19.589745 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (ef889326-16ce-4295-91aa-a9d6ecc23360), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:19.605909 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e42d579d-3039-466a-94c2-cbb98340a5ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f481e58d69d4cf68cc4237ae3b8cb73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541630 Apr 08 09:15:19.606503 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36080) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:19.613340 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d579d-3039-466a-94c2-cbb98340a5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e15786-e897-4ddf-bcbd-bfa63cad2ebb,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:19.637682 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event deleted for resources: {'Port': ['ID=ef889326-16ce-4295-91aa-a9d6ecc23360,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:19.658270 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-72483378-ed21-4b79-8815-4eed6d6e3ee3 req-4078e54b-1500-41a0-a0ef-9173c67d5a56 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 210 time: 0.0419023 Apr 08 09:15:19.705698 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3fc2c9b5-c8e1-4ad0-8d5a-84c7620dad90 admin admin] Publish callbacks [] for security_group (13e15786-e897-4ddf-bcbd-bfa63cad2ebb), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:19.727560 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3fc2c9b5-c8e1-4ad0-8d5a-84c7620dad90 admin admin] Publish callbacks [] for security_group (13e15786-e897-4ddf-bcbd-bfa63cad2ebb), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:19.787115 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:15:19.787967 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3fc2c9b5-c8e1-4ad0-8d5a-84c7620dad90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (13e15786-e897-4ddf-bcbd-bfa63cad2ebb), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:19.792429 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-3fc2c9b5-c8e1-4ad0-8d5a-84c7620dad90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:19.796224 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-3fc2c9b5-c8e1-4ad0-8d5a-84c7620dad90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13e15786-e897-4ddf-bcbd-bfa63cad2ebb HTTP/1.1" status: 204 len: 168 time: 0.1885726 Apr 08 09:15:19.805839 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2c9b5-c8e1-4ad0-8d5a-84c7620dad90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e15786-e897-4ddf-bcbd-bfa63cad2ebb,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:19.944641 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9f041-deb9-4ff9-a4e2-76015781d69c req-88eafb54-627d-40e6-9f6b-05f6e94393ef tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:19.946594 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5a9f041-deb9-4ff9-a4e2-76015781d69c req-88eafb54-627d-40e6-9f6b-05f6e94393ef tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0923002 Apr 08 09:15:19.953965 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-63cf9518-8336-4694-ab73-20161e931afa req-11b2a9ad-bd94-4023-9c90-5f27c5a9660d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655026 Apr 08 09:15:19.955527 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:15:19.970155 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ac3a4-ee23-4ed4-aed4-f7ae46dea20a None None] Sync routers for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:15:19.983197 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ac3a4-ee23-4ed4-aed4-f7ae46dea20a None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:15:19.984104 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d23ac3a4-ee23-4ed4-aed4-f7ae46dea20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:15:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:20.027505 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5a9f041-deb9-4ff9-a4e2-76015781d69c req-006407e8-c0d5-43c5-9e85-a98c244be9bd tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721087 Apr 08 09:15:20.069473 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] No DVR routers for this DVR port ef889326-16ce-4295-91aa-a9d6ecc23360 on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:15:20.074520 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:20.077853 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-334fc2aa-41f4-4263-a4f0-81a01db0c056 req-82810790-1c1b-4880-9216-4e375c53d0dc tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.10 "DELETE /v2.0/ports/ef889326-16ce-4295-91aa-a9d6ecc23360 HTTP/1.1" status: 204 len: 173 time: 1.0164723 Apr 08 09:15:20.078307 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910576d1-e955-44e9-b588-0952edb55679', 'name': 'network-vif-deleted', 'tag': 'ef889326-16ce-4295-91aa-a9d6ecc23360'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:15:20.081116 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75d5540-31d2-4d3d-a671-0d2202088d10" -d '{"events": [{"server_uuid": "910576d1-e955-44e9-b588-0952edb55679", "name": "network-vif-deleted", "tag": "ef889326-16ce-4295-91aa-a9d6ecc23360"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:15:20.102589 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf9518-8336-4694-ab73-20161e931afa req-572df405-ac2c-4f6b-9125-5b8b696ef7ea tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:20.104259 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-63cf9518-8336-4694-ab73-20161e931afa req-572df405-ac2c-4f6b-9125-5b8b696ef7ea tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports/bcd17833-cd4f-4bb1-96ee-880ad2824210 HTTP/1.1" status: 200 len: 941 time: 0.1008325 Apr 08 09:15:20.145531 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-d23ac3a4-ee23-4ed4-aed4-f7ae46dea20a None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:15:20.152421 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a86ec6a-26dc-48c1-988e-dbc85a12da8d x-openstack-request-id: req-2a86ec6a-26dc-48c1-988e-dbc85a12da8d {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:15:20.153376 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910576d1-e955-44e9-b588-0952edb55679", "name": "network-vif-deleted", "tag": "ef889326-16ce-4295-91aa-a9d6ecc23360", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:15:20.153630 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a86ec6a-26dc-48c1-988e-dbc85a12da8d {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:15:20.154033 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a86ec6a-26dc-48c1-988e-dbc85a12da8d'] response: {'server_uuid': '910576d1-e955-44e9-b588-0952edb55679', 'name': 'network-vif-deleted', 'tag': 'ef889326-16ce-4295-91aa-a9d6ecc23360', 'status': 'completed', 'code': 200} Apr 08 09:15:20.187483 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36102) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:20.214376 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6d213e22-f5f1-441c-bda6-0dc2ddf9a867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:20.331695 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6d213e22-f5f1-441c-bda6-0dc2ddf9a867 admin admin] Publish callbacks [] for security_group (9b528636-0e6e-4330-8785-14255ebfb63c), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:20.336835 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6d213e22-f5f1-441c-bda6-0dc2ddf9a867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (9b528636-0e6e-4330-8785-14255ebfb63c), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:20.380379 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-6d213e22-f5f1-441c-bda6-0dc2ddf9a867 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16987785ac024a9087c8acb0de065344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917114 Apr 08 09:15:20.381530 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d213e22-f5f1-441c-bda6-0dc2ddf9a867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b528636-0e6e-4330-8785-14255ebfb63c,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:20.383524 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36108) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:20.394534 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d23ac3a4-ee23-4ed4-aed4-f7ae46dea20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:20.423707 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ac3a4-ee23-4ed4-aed4-f7ae46dea20a None None] Checking router: 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:15:20.433219 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ac3a4-ee23-4ed4-aed4-f7ae46dea20a None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:15:20.433971 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d23ac3a4-ee23-4ed4-aed4-f7ae46dea20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:15:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:20.449924 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7779721-d9b2-404d-91b9-cad228cd6bcd admin admin] Publish callbacks [] for security_group (9b528636-0e6e-4330-8785-14255ebfb63c), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:20.471291 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7779721-d9b2-404d-91b9-cad228cd6bcd admin admin] Publish callbacks [] for security_group (9b528636-0e6e-4330-8785-14255ebfb63c), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:20.525708 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7779721-d9b2-404d-91b9-cad228cd6bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (9b528636-0e6e-4330-8785-14255ebfb63c), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:20.529858 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b7779721-d9b2-404d-91b9-cad228cd6bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:20.531212 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b7779721-d9b2-404d-91b9-cad228cd6bcd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b528636-0e6e-4330-8785-14255ebfb63c HTTP/1.1" status: 204 len: 168 time: 0.1461005 Apr 08 09:15:20.540015 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7779721-d9b2-404d-91b9-cad228cd6bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b528636-0e6e-4330-8785-14255ebfb63c,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:20.690698 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-d23ac3a4-ee23-4ed4-aed4-f7ae46dea20a None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:15:20.803320 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bf6cc430-17de-4e11-8c03-09a72d3a972b req-8328479b-4c16-4ff0-9859-8d9eb6c2546a tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/ports?device_id=910576d1-e955-44e9-b588-0952edb55679 HTTP/1.1" status: 200 len: 210 time: 0.0324168 Apr 08 09:15:20.927087 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-d23ac3a4-ee23-4ed4-aed4-f7ae46dea20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:20.952824 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ac3a4-ee23-4ed4-aed4-f7ae46dea20a None None] The sync data for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi is: [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:05:37Z', 'revision_number': 4, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'a4038409-48b7-456e-945a-a3ad032285a1', 'name': '', 'network_id': '1f94f736-3add-466f-a71b-84aa6e30f09b', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'mac_address': 'fa:16:3e:ac:66:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:36Z', 'updated_at': '2022-04-08T09:05:47Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'subnets': [{'id': '9b66a29b-7eca-47b9-81d7-f1a70dd2413c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:15:21.179876 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbb0f3-25f0-4b9c-af61-2d631e3e51a9 req-f2d6078e-af04-44e5-b487-a3b3a3d4bfd3 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:21.181257 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3fbbb0f3-25f0-4b9c-af61-2d631e3e51a9 req-f2d6078e-af04-44e5-b487-a3b3a3d4bfd3 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0735505 Apr 08 09:15:21.223284 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf9518-8336-4694-ab73-20161e931afa req-f7d76dab-123a-4d8d-9b12-44b7cfb46291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:21.225914 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-63cf9518-8336-4694-ab73-20161e931afa req-f7d76dab-123a-4d8d-9b12-44b7cfb46291 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498&tenant_id=1731589fdea447d4b4b5fcde204b348f HTTP/1.1" status: 200 len: 1128 time: 0.0568910 Apr 08 09:15:21.234256 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6deaa7c-6811-4fb7-9a1d-c11c8bb67e97 None None] New status for floating IP 4a05b245-5507-4421-9c56-a62e77a498fb: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:15:21.248163 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3fbbb0f3-25f0-4b9c-af61-2d631e3e51a9 req-761d64e8-70d2-4a56-86f2-6d3f1c4f8bde tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592744 Apr 08 09:15:21.313277 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf9518-8336-4694-ab73-20161e931afa req-2fa00c30-0b97-4c30-b4e7-bacb165d73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:21.314781 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-63cf9518-8336-4694-ab73-20161e931afa req-2fa00c30-0b97-4c30-b4e7-bacb165d73c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 1128 time: 0.0461984 Apr 08 09:15:21.416101 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf9518-8336-4694-ab73-20161e931afa req-392decd4-8502-415e-a512-761f813eca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:21.418218 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-63cf9518-8336-4694-ab73-20161e931afa req-392decd4-8502-415e-a512-761f813eca36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 916 time: 0.0962293 Apr 08 09:15:21.484953 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-63cf9518-8336-4694-ab73-20161e931afa req-340f27c9-fdab-4ddf-9147-a259b1182226 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210 HTTP/1.1" status: 200 len: 999 time: 0.0597379 Apr 08 09:15:21.536506 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf9518-8336-4694-ab73-20161e931afa req-2b4e7a66-7d06-4d60-8b69-0eb9a063b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:21.538018 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-63cf9518-8336-4694-ab73-20161e931afa req-2b4e7a66-7d06-4d60-8b69-0eb9a063b96b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 200 len: 855 time: 0.0470984 Apr 08 09:15:21.588415 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf9518-8336-4694-ab73-20161e931afa req-010833ad-e515-4ccf-8a79-781adaad794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:21.590682 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-63cf9518-8336-4694-ab73-20161e931afa req-010833ad-e515-4ccf-8a79-781adaad794b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b7a254-b160-4de6-b642-6f7a58546c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454178 Apr 08 09:15:21.684077 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-63cf9518-8336-4694-ab73-20161e931afa req-ece6b45b-6cae-4165-95af-f338a91584a9 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862424 Apr 08 09:15:21.893434 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36152) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:21.953183 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4169c230-826e-459a-a403-33dd4bdd5695 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (8b5213c4-c0fa-4b03-aa03-2bb7a00aa776), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:21.980878 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4169c230-826e-459a-a403-33dd4bdd5695 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (8b5213c4-c0fa-4b03-aa03-2bb7a00aa776), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:21.983590 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device ef889326-16ce-4295-91aa-a9d6ecc23360 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:15:22.014528 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: ef889326-16ce-4295-91aa-a9d6ecc23360 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:15:22.015089 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device ef889326-16ce-4295-91aa-a9d6ecc23360 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:15:22.016197 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device bcd17833-cd4f-4bb1-96ee-880ad2824210 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:15:22.041827 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4169c230-826e-459a-a403-33dd4bdd5695 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (8b5213c4-c0fa-4b03-aa03-2bb7a00aa776), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:22.045421 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4169c230-826e-459a-a403-33dd4bdd5695 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:22.049698 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4169c230-826e-459a-a403-33dd4bdd5695 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "DELETE /v2.0/security-groups/8b5213c4-c0fa-4b03-aa03-2bb7a00aa776 HTTP/1.1" status: 204 len: 168 time: 0.1551881 Apr 08 09:15:22.050294 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36158) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:22.055651 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-63cf9518-8336-4694-ab73-20161e931afa req-d1820a4a-4ff1-457e-a20f-42eac786f6f8 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654222 Apr 08 09:15:22.071299 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169c230-826e-459a-a403-33dd4bdd5695 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5213c4-c0fa-4b03-aa03-2bb7a00aa776,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:22.075202 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.api.v2.resource [None req-9d74025e-e3fe-4512-9e4d-c43f779c9199 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] show failed (client error): The resource could not be found. Apr 08 09:15:22.079747 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-9d74025e-e3fe-4512-9e4d-c43f779c9199 tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "GET /v2.0/security-groups/8b5213c4-c0fa-4b03-aa03-2bb7a00aa776 HTTP/1.1" status: 404 len: 347 time: 0.0255497 Apr 08 09:15:22.080009 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36162) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:22.128114 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port bcd17833-cd4f-4bb1-96ee-880ad2824210 is: DOWN; New status is: DOWN {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:15:22.234787 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-389e9a66-eef3-4a26-8476-86340797109e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Deleting port 949b20bd-33c4-413e-b312-2ef1c8f7479d {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:15:22.235280 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-389e9a66-eef3-4a26-8476-86340797109e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (949b20bd-33c4-413e-b312-2ef1c8f7479d), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:22.325436 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-389e9a66-eef3-4a26-8476-86340797109e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (949b20bd-33c4-413e-b312-2ef1c8f7479d), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:22.325766 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-389e9a66-eef3-4a26-8476-86340797109e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (949b20bd-33c4-413e-b312-2ef1c8f7479d), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:22.338522 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-389e9a66-eef3-4a26-8476-86340797109e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Calling delete_port for 949b20bd-33c4-413e-b312-2ef1c8f7479d owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:15:22.420924 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc1ed5-60bd-4226-a311-716f7ad7bd21 req-9f10333c-9eed-49e9-8396-5b2c768c2f5a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:22.422472 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fbcc1ed5-60bd-4226-a311-716f7ad7bd21 req-9f10333c-9eed-49e9-8396-5b2c768c2f5a tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0759487 Apr 08 09:15:22.478941 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fbcc1ed5-60bd-4226-a311-716f7ad7bd21 req-d55dd8a8-ea64-41ab-9758-0d83cebe5baf tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489502 Apr 08 09:15:22.509554 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-389e9a66-eef3-4a26-8476-86340797109e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (949b20bd-33c4-413e-b312-2ef1c8f7479d), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:22.535689 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e9a66-eef3-4a26-8476-86340797109e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Pushing event deleted for resources: {'Port': ['ID=949b20bd-33c4-413e-b312-2ef1c8f7479d,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:22.608180 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-389e9a66-eef3-4a26-8476-86340797109e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks [] for floatingip (4a05b245-5507-4421-9c56-a62e77a498fb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:22.611391 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-389e9a66-eef3-4a26-8476-86340797109e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:22.612020 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-389e9a66-eef3-4a26-8476-86340797109e tempest-AttachVolumeNegativeTest-130779081 tempest-AttachVolumeNegativeTest-130779081-project] 10.222.0.11 "DELETE /v2.0/floatingips/4a05b245-5507-4421-9c56-a62e77a498fb HTTP/1.1" status: 204 len: 168 time: 0.5308154 Apr 08 09:15:22.870984 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36218) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:23.015291 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0743c031-ce91-4689-9b41-9f35d66404cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.106754 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0743c031-ce91-4689-9b41-9f35d66404cd admin admin] Publish callbacks [] for security_group (7017b711-85ed-4c5f-b077-a616a6a44df5), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.113852 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0743c031-ce91-4689-9b41-9f35d66404cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (7017b711-85ed-4c5f-b077-a616a6a44df5), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.157876 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0743c031-ce91-4689-9b41-9f35d66404cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e7a3e7a5b4745198a21ed4893dd0ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849474 Apr 08 09:15:23.159216 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743c031-ce91-4689-9b41-9f35d66404cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7017b711-85ed-4c5f-b077-a616a6a44df5,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:23.160613 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36222) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:23.222104 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8edfb8fc-40d8-4b2a-89b9-c794c0c0d55c admin admin] Publish callbacks [] for security_group (7017b711-85ed-4c5f-b077-a616a6a44df5), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.246205 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8edfb8fc-40d8-4b2a-89b9-c794c0c0d55c admin admin] Publish callbacks [] for security_group (7017b711-85ed-4c5f-b077-a616a6a44df5), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.299887 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8edfb8fc-40d8-4b2a-89b9-c794c0c0d55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (7017b711-85ed-4c5f-b077-a616a6a44df5), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.302877 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8edfb8fc-40d8-4b2a-89b9-c794c0c0d55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.307009 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8edfb8fc-40d8-4b2a-89b9-c794c0c0d55c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7017b711-85ed-4c5f-b077-a616a6a44df5 HTTP/1.1" status: 204 len: 168 time: 0.1428308 Apr 08 09:15:23.315788 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfb8fc-40d8-4b2a-89b9-c794c0c0d55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7017b711-85ed-4c5f-b077-a616a6a44df5,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:23.614414 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36230) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:23.621750 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ea106-66ff-4811-a036-72c5e42fe041 req-185b7d90-4f75-4b21-99c4-f45dc16df411 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:23.623339 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-021ea106-66ff-4811-a036-72c5e42fe041 req-185b7d90-4f75-4b21-99c4-f45dc16df411 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0630014 Apr 08 09:15:23.643405 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-47aca931-75bb-45a9-8cd7-2dc05add5c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.693815 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-021ea106-66ff-4811-a036-72c5e42fe041 req-82a1330e-51b6-4918-a083-791c43807129 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638831 Apr 08 09:15:23.756875 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-47aca931-75bb-45a9-8cd7-2dc05add5c5b admin admin] Publish callbacks [] for security_group (c98627a5-de2b-4df8-997f-9322d8d029f5), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.760976 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-47aca931-75bb-45a9-8cd7-2dc05add5c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (c98627a5-de2b-4df8-997f-9322d8d029f5), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.801081 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-47aca931-75bb-45a9-8cd7-2dc05add5c5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0a6e8b9bcbf4e1db8bd39b51a7df3c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855531 Apr 08 09:15:23.802060 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aca931-75bb-45a9-8cd7-2dc05add5c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98627a5-de2b-4df8-997f-9322d8d029f5,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:23.803828 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36232) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:23.875858 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2543-781f-4126-aa88-afc86fdb5932 admin admin] Publish callbacks [] for security_group (c98627a5-de2b-4df8-997f-9322d8d029f5), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.917275 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2543-781f-4126-aa88-afc86fdb5932 admin admin] Publish callbacks [] for security_group (c98627a5-de2b-4df8-997f-9322d8d029f5), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.971770 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2543-781f-4126-aa88-afc86fdb5932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (c98627a5-de2b-4df8-997f-9322d8d029f5), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.974765 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-fa8f2543-781f-4126-aa88-afc86fdb5932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:23.976040 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-fa8f2543-781f-4126-aa88-afc86fdb5932 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c98627a5-de2b-4df8-997f-9322d8d029f5 HTTP/1.1" status: 204 len: 168 time: 0.1710038 Apr 08 09:15:24.000541 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f2543-781f-4126-aa88-afc86fdb5932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98627a5-de2b-4df8-997f-9322d8d029f5,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:24.827833 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d53996-eb5e-4c14-8dfb-995008caa1ad req-87b17aa8-f5e0-4ae3-9083-b469e32a9505 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:24.829571 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92d53996-eb5e-4c14-8dfb-995008caa1ad req-87b17aa8-f5e0-4ae3-9083-b469e32a9505 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0609090 Apr 08 09:15:24.907414 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92d53996-eb5e-4c14-8dfb-995008caa1ad req-ab96f00e-988f-40a5-a827-c615f52b9f18 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650795 Apr 08 09:15:26.061738 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bb74a-393c-471a-83f7-55cf898f9d65 req-c32b4e52-fa9d-4bc2-b8f9-2b32f14c0b33 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:26.068759 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e35bb74a-393c-471a-83f7-55cf898f9d65 req-c32b4e52-fa9d-4bc2-b8f9-2b32f14c0b33 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0785065 Apr 08 09:15:26.111600 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e35bb74a-393c-471a-83f7-55cf898f9d65 req-1be311a2-6032-4f54-bcee-d32d44b013db tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416558 Apr 08 09:15:26.483087 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36316) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:26.585877 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:27.354276 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b7f86e2c-31ce-46d5-8290-bb3945123681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613313'] for router_interface (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:27.534119 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4715d-0a9d-465e-bd8b-4a0a64b1456d req-3acf4513-c2f2-47ad-a7b9-b050163a3d39 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:27.535779 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-44a4715d-0a9d-465e-bd8b-4a0a64b1456d req-3acf4513-c2f2-47ad-a7b9-b050163a3d39 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.3225543 Apr 08 09:15:27.705436 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-44a4715d-0a9d-465e-bd8b-4a0a64b1456d req-cfa3faa1-5851-48ff-b932-5fa0a2d4c9ec tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261489 Apr 08 09:15:27.835719 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-b7f86e2c-31ce-46d5-8290-bb3945123681 admin admin] Deleting port a4038409-48b7-456e-945a-a3ad032285a1 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:15:27.836221 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b7f86e2c-31ce-46d5-8290-bb3945123681 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (a4038409-48b7-456e-945a-a3ad032285a1), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:27.918064 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-b7f86e2c-31ce-46d5-8290-bb3945123681 admin admin] For port a4038409-48b7-456e-945a-a3ad032285a1, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=a4038409-48b7-456e-945a-a3ad032285a1,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:27.918564 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b7f86e2c-31ce-46d5-8290-bb3945123681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (a4038409-48b7-456e-945a-a3ad032285a1), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:27.936010 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-b7f86e2c-31ce-46d5-8290-bb3945123681 admin admin] Calling delete_port for a4038409-48b7-456e-945a-a3ad032285a1 owned by network:router_interface {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:15:28.131833 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b7f86e2c-31ce-46d5-8290-bb3945123681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (a4038409-48b7-456e-945a-a3ad032285a1), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:28.159154 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f86e2c-31ce-46d5-8290-bb3945123681 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4038409-48b7-456e-945a-a3ad032285a1,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:28.351654 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b7f86e2c-31ce-46d5-8290-bb3945123681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-613262'] for router_interface (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:28.646240 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f86e2c-31ce-46d5-8290-bb3945123681 admin admin] Router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:15:28.802980 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f86e2c-31ce-46d5-8290-bb3945123681 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:15:28.814094 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0b4af4-2fb9-49cd-b9ed-ad05e441ec5e None None] Sync routers for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:15:28.821515 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b7f86e2c-31ce-46d5-8290-bb3945123681 admin admin] 10.222.0.11 "PUT /v2.0/routers/0aa31d92-5b74-4a68-8a66-6e17bc6aecfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3373053 Apr 08 09:15:28.824224 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36352) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:28.826755 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b4af4-2fb9-49cd-b9ed-ad05e441ec5e None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:15:28.827416 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-db0b4af4-2fb9-49cd-b9ed-ad05e441ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:15:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:29.006729 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-db0b4af4-2fb9-49cd-b9ed-ad05e441ec5e None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:15:29.111326 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Publish callbacks [] for router (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:29.204622 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009806b-858c-49ad-aa1d-987bd334c097 req-cd1e3132-f41f-4d8e-b532-fdafbe1bf326 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:29.206376 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3009806b-858c-49ad-aa1d-987bd334c097 req-cd1e3132-f41f-4d8e-b532-fdafbe1bf326 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.2714381 Apr 08 09:15:29.278467 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-db0b4af4-2fb9-49cd-b9ed-ad05e441ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:15:28Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:29.310468 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3009806b-858c-49ad-aa1d-987bd334c097 req-5ccec886-cf31-43e7-8d1b-2de30eaa3d7d tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705712 Apr 08 09:15:29.320728 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0b4af4-2fb9-49cd-b9ed-ad05e441ec5e None None] Checking router: 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:15:29.330122 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Publish callbacks [] for router_gateway (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:29.330692 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b4af4-2fb9-49cd-b9ed-ad05e441ec5e None None] Routers {'0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:15:29.331334 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-db0b4af4-2fb9-49cd-b9ed-ad05e441ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:15:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:29.429479 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Deleting port 65219807-d03d-4c04-9f02-68112016a43b {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:15:29.429872 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (65219807-d03d-4c04-9f02-68112016a43b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:29.561832 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-db0b4af4-2fb9-49cd-b9ed-ad05e441ec5e None None] Set router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:15:29.573131 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] For port 65219807-d03d-4c04-9f02-68112016a43b, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=65219807-d03d-4c04-9f02-68112016a43b,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:29.574492 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (65219807-d03d-4c04-9f02-68112016a43b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:29.590212 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Calling delete_port for 65219807-d03d-4c04-9f02-68112016a43b owned by network:router_gateway {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:15:29.863162 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-db0b4af4-2fb9-49cd-b9ed-ad05e441ec5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:15:28Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:29.896330 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0b4af4-2fb9-49cd-b9ed-ad05e441ec5e None None] The sync data for ids ['0aa31d92-5b74-4a68-8a66-6e17bc6aecfa'] in dv-cinder-836996-2-iscsi is: [{'id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'name': 'tempest-AttachVolumeNegativeTest-1049285633-router', 'tenant_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '65219807-d03d-4c04-9f02-68112016a43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:05:26Z', 'updated_at': '2022-04-08T09:15:28Z', 'revision_number': 5, 'project_id': 'd6f8df1da1ee4ace879e651f6adafe22', 'gw_port': {'id': '65219807-d03d-4c04-9f02-68112016a43b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:41:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa31d92-5b74-4a68-8a66-6e17bc6aecfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:05:28Z', 'updated_at': '2022-04-08T09:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:15:29.959682 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (65219807-d03d-4c04-9f02-68112016a43b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.016611 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Pushing event deleted for resources: {'Port': ['ID=65219807-d03d-4c04-9f02-68112016a43b,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:30.030254 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36380) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:30.131026 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611067'] for router_gateway (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.179174 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-afec41d0-b2bc-4e3d-8ffd-487324c88ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.272519 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105441'] for router (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.275139 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Publish callbacks [] for router_controller (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.314382 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-afec41d0-b2bc-4e3d-8ffd-487324c88ce2 admin admin] Publish callbacks [] for security_group (3ea70a1d-b6c7-43c3-aea8-5ad75e788893), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.318591 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-afec41d0-b2bc-4e3d-8ffd-487324c88ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3ea70a1d-b6c7-43c3-aea8-5ad75e788893), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.366528 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-afec41d0-b2bc-4e3d-8ffd-487324c88ce2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0571608239744eaa1a018cf93dde818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336999 Apr 08 09:15:30.367403 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec41d0-b2bc-4e3d-8ffd-487324c88ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea70a1d-b6c7-43c3-aea8-5ad75e788893,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:30.367561 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36386) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:30.384039 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613797'] for router (0aa31d92-5b74-4a68-8a66-6e17bc6aecfa), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.384830 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aa31d92-5b74-4a68-8a66-6e17bc6aecfa {{(pid=103425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 09:15:30.390990 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.392293 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ed38ccdb-3e33-4f8e-93b3-f79731a5f060 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0aa31d92-5b74-4a68-8a66-6e17bc6aecfa HTTP/1.1" status: 204 len: 168 time: 1.5670400 Apr 08 09:15:30.394896 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36390) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:30.459615 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-928cd479-645d-48eb-9651-2015c473787f admin admin] Publish callbacks [] for security_group (3ea70a1d-b6c7-43c3-aea8-5ad75e788893), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.513163 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a8253a-228c-4cf0-9646-b8291283df13 admin admin] Deleting subnet 9b66a29b-7eca-47b9-81d7-f1a70dd2413c {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:15:30.519163 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-928cd479-645d-48eb-9651-2015c473787f admin admin] Publish callbacks [] for security_group (3ea70a1d-b6c7-43c3-aea8-5ad75e788893), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.520890 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6a8253a-228c-4cf0-9646-b8291283df13 admin admin] Publish callbacks [] for subnet (9b66a29b-7eca-47b9-81d7-f1a70dd2413c), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.559268 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6a8253a-228c-4cf0-9646-b8291283df13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14259800'] for subnet (9b66a29b-7eca-47b9-81d7-f1a70dd2413c), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.578143 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71880f7-8be6-49e6-bf59-f60fc7652115 req-0fbbeb33-c1bb-48af-8c90-3803a4153e9c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:30.579799 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f71880f7-8be6-49e6-bf59-f60fc7652115 req-0fbbeb33-c1bb-48af-8c90-3803a4153e9c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.1212516 Apr 08 09:15:30.628849 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-928cd479-645d-48eb-9651-2015c473787f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3ea70a1d-b6c7-43c3-aea8-5ad75e788893), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.631786 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-928cd479-645d-48eb-9651-2015c473787f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.633043 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-928cd479-645d-48eb-9651-2015c473787f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ea70a1d-b6c7-43c3-aea8-5ad75e788893 HTTP/1.1" status: 204 len: 168 time: 0.2635214 Apr 08 09:15:30.646099 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cd479-645d-48eb-9651-2015c473787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea70a1d-b6c7-43c3-aea8-5ad75e788893,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:30.707897 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6a8253a-228c-4cf0-9646-b8291283df13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (9b66a29b-7eca-47b9-81d7-f1a70dd2413c), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.720400 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f71880f7-8be6-49e6-bf59-f60fc7652115 req-cd9433ec-1c8d-4a46-816b-8eb27802a1c0 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349595 Apr 08 09:15:30.790076 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6a8253a-228c-4cf0-9646-b8291283df13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13889516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13411748'] for subnet (9b66a29b-7eca-47b9-81d7-f1a70dd2413c), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.835018 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8253a-228c-4cf0-9646-b8291283df13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b66a29b-7eca-47b9-81d7-f1a70dd2413c,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:30.835285 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f6b3be-3951-48dc-93e0-14c49cdfb99a None None] Network 1f94f736-3add-466f-a71b-84aa6e30f09b requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:15:30.840457 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-f6a8253a-228c-4cf0-9646-b8291283df13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:30.843759 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-f6a8253a-228c-4cf0-9646-b8291283df13 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9b66a29b-7eca-47b9-81d7-f1a70dd2413c HTTP/1.1" status: 204 len: 168 time: 0.4476943 Apr 08 09:15:30.846387 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36394) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:30.936010 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (1f94f736-3add-466f-a71b-84aa6e30f09b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.035512 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Deleting port 90057bd8-4bbc-4340-acfa-683ee7718487 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:15:31.036902 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.137067 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] For port 90057bd8-4bbc-4340-acfa-683ee7718487, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=90057bd8-4bbc-4340-acfa-683ee7718487,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:31.137533 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.138003 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36398) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:31.155941 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Calling delete_port for 90057bd8-4bbc-4340-acfa-683ee7718487 owned by network:dhcp {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:15:31.156106 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-51c07660-ed1b-41b2-97ca-e841b7bce06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.160841 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a317a195-3f50-4b7e-bcbb-7021ff23c238 None None] DHCP port deletion for 1f94f736-3add-466f-a71b-84aa6e30f09b request from dv-cinder-836996-2-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 09:15:31.214253 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a317a195-3f50-4b7e-bcbb-7021ff23c238 None None] Deleting port 90057bd8-4bbc-4340-acfa-683ee7718487 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:15:31.215099 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a317a195-3f50-4b7e-bcbb-7021ff23c238 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.249207 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-51c07660-ed1b-41b2-97ca-e841b7bce06f admin admin] Publish callbacks [] for security_group (794ed345-8713-481c-b249-76c62c656dc9), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.249478 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.253518 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-51c07660-ed1b-41b2-97ca-e841b7bce06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (794ed345-8713-481c-b249-76c62c656dc9), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.279621 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=90057bd8-4bbc-4340-acfa-683ee7718487,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:31.281665 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] No DVR routers for this DVR port 90057bd8-4bbc-4340-acfa-683ee7718487 on host dv-cinder-836996-2-iscsi {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:15:31.290232 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-a317a195-3f50-4b7e-bcbb-7021ff23c238 None None] For port 90057bd8-4bbc-4340-acfa-683ee7718487, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=90057bd8-4bbc-4340-acfa-683ee7718487,segment=NetworkSegment(46179454-b158-4746-8ad4-809c68c719db),segment_id=46179454-b158-4746-8ad4-809c68c719db)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:31.290629 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a317a195-3f50-4b7e-bcbb-7021ff23c238 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.293316 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c07660-ed1b-41b2-97ca-e841b7bce06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794ed345-8713-481c-b249-76c62c656dc9,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:31.299264 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-51c07660-ed1b-41b2-97ca-e841b7bce06f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d46c884d4804dcdbb2edcc669832a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602252 Apr 08 09:15:31.304970 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36400) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:31.307678 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a317a195-3f50-4b7e-bcbb-7021ff23c238 None None] Calling delete_port for 90057bd8-4bbc-4340-acfa-683ee7718487 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:15:31.356031 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d8c30f0a-f07c-4761-a53a-47562d8ce501 admin admin] Publish callbacks [] for security_group (794ed345-8713-481c-b249-76c62c656dc9), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.363358 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (1f94f736-3add-466f-a71b-84aa6e30f09b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.380578 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d8c30f0a-f07c-4761-a53a-47562d8ce501 admin admin] Publish callbacks [] for security_group (794ed345-8713-481c-b249-76c62c656dc9), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.384502 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f94f736-3add-466f-a71b-84aa6e30f09b']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:31.392085 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a317a195-3f50-4b7e-bcbb-7021ff23c238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630'] for port (90057bd8-4bbc-4340-acfa-683ee7718487), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.395054 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46179454-b158-4746-8ad4-809c68c719db') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:31.395423 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46179454-b158-4746-8ad4-809c68c719db') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:15:31.406339 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12789144'] for segment (46179454-b158-4746-8ad4-809c68c719db), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.421496 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a317a195-3f50-4b7e-bcbb-7021ff23c238 None None] No DVR routers for this DVR port 90057bd8-4bbc-4340-acfa-683ee7718487 on host dv-cinder-836996-2-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:15:31.425850 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317a195-3f50-4b7e-bcbb-7021ff23c238 None None] Pushing event deleted for resources: {'Port': ['ID=90057bd8-4bbc-4340-acfa-683ee7718487,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:31.426397 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (46179454-b158-4746-8ad4-809c68c719db), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.438367 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:15:31.438700 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13438793'] for segment (46179454-b158-4746-8ad4-809c68c719db), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.439953 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d8c30f0a-f07c-4761-a53a-47562d8ce501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (794ed345-8713-481c-b249-76c62c656dc9), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: Traceback (most recent call last): Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: timer() Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: cb(*args, **kw) Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: return func(*args, **kwargs) Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: self._notify() Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: self.callback(batched_events) Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: event.method(event) Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: return f(self, *a, **k) Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._get(url).json() Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:15:31.442239 dv-cinder-836996-2-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:15:31.447465 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d8c30f0a-f07c-4761-a53a-47562d8ce501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.447465 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d8c30f0a-f07c-4761-a53a-47562d8ce501 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/794ed345-8713-481c-b249-76c62c656dc9 HTTP/1.1" status: 204 len: 168 time: 0.1378613 Apr 08 09:15:31.455045 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c30f0a-f07c-4761-a53a-47562d8ce501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794ed345-8713-481c-b249-76c62c656dc9,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:31.502408 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (1f94f736-3add-466f-a71b-84aa6e30f09b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.506882 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.510322 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1f94f736-3add-466f-a71b-84aa6e30f09b HTTP/1.1" status: 204 len: 168 time: 0.6627567 Apr 08 09:15:31.523397 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6991e7-d8e4-4a52-b8d0-bbf1fc427ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f94f736-3add-466f-a71b-84aa6e30f09b,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:31.718123 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 65219807-d03d-4c04-9f02-68112016a43b no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:15:31.743220 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 65219807-d03d-4c04-9f02-68112016a43b {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:15:31.743673 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 65219807-d03d-4c04-9f02-68112016a43b not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:15:31.743993 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 90057bd8-4bbc-4340-acfa-683ee7718487 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:15:31.756355 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36412) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:31.764597 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 90057bd8-4bbc-4340-acfa-683ee7718487 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:15:31.764877 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 90057bd8-4bbc-4340-acfa-683ee7718487 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:15:31.765290 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device a4038409-48b7-456e-945a-a3ad032285a1 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:15:31.787489 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: a4038409-48b7-456e-945a-a3ad032285a1 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:15:31.787765 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device a4038409-48b7-456e-945a-a3ad032285a1 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:15:31.810463 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-45668046-d885-461e-9968-16684efafb37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6f8df1da1ee4ace879e651f6adafe22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0523818 Apr 08 09:15:31.812843 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36418) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:31.861586 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d02ba124-183a-4037-99e1-999bdbcdcba3 admin admin] Publish callbacks [] for security_group (c40bcf7b-793c-4c9c-a8c4-78450ee57845), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.875856 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99f64b-5dca-4a4b-9239-be5ff06d4ea5 req-54e86c3f-9cb6-4eff-bc11-9bacb72daad2 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:31.877427 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9c99f64b-5dca-4a4b-9239-be5ff06d4ea5 req-54e86c3f-9cb6-4eff-bc11-9bacb72daad2 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0583265 Apr 08 09:15:31.885071 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d02ba124-183a-4037-99e1-999bdbcdcba3 admin admin] Publish callbacks [] for security_group (c40bcf7b-793c-4c9c-a8c4-78450ee57845), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.935333 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9c99f64b-5dca-4a4b-9239-be5ff06d4ea5 req-b8bb4b41-b4de-4b6b-9cae-e4b374dd8370 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520380 Apr 08 09:15:31.935545 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d02ba124-183a-4037-99e1-999bdbcdcba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (c40bcf7b-793c-4c9c-a8c4-78450ee57845), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.938097 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d02ba124-183a-4037-99e1-999bdbcdcba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:31.939539 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d02ba124-183a-4037-99e1-999bdbcdcba3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c40bcf7b-793c-4c9c-a8c4-78450ee57845 HTTP/1.1" status: 204 len: 168 time: 0.1255646 Apr 08 09:15:31.947484 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ba124-183a-4037-99e1-999bdbcdcba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40bcf7b-793c-4c9c-a8c4-78450ee57845,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:33.073064 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25633e-0d7a-4c0e-b961-4295ac394d70 req-f6a2efda-b372-4494-884a-221ecfd5cc71 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:33.075266 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0d25633e-0d7a-4c0e-b961-4295ac394d70 req-f6a2efda-b372-4494-884a-221ecfd5cc71 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0620821 Apr 08 09:15:33.130081 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0d25633e-0d7a-4c0e-b961-4295ac394d70 req-6cffb4cd-05cf-4e2b-a8e8-3a25d74e2b09 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481517 Apr 08 09:15:33.550900 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36516) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:33.650967 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d484e5df-6da5-45f7-9bb2-8f08b6e08841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:33.725731 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d484e5df-6da5-45f7-9bb2-8f08b6e08841 admin admin] Publish callbacks [] for security_group (167d3a70-a3f8-41f5-acc9-b27458ff0b23), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:33.730446 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d484e5df-6da5-45f7-9bb2-8f08b6e08841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (167d3a70-a3f8-41f5-acc9-b27458ff0b23), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:33.769012 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d484e5df-6da5-45f7-9bb2-8f08b6e08841 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1954c365433648e0941d49f8417e47be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170639 Apr 08 09:15:33.769895 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484e5df-6da5-45f7-9bb2-8f08b6e08841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167d3a70-a3f8-41f5-acc9-b27458ff0b23,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:33.771669 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36520) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:33.819018 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f25f337-8e8c-4f13-b733-0f8dff597758 admin admin] Publish callbacks [] for security_group (167d3a70-a3f8-41f5-acc9-b27458ff0b23), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:33.840397 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f25f337-8e8c-4f13-b733-0f8dff597758 admin admin] Publish callbacks [] for security_group (167d3a70-a3f8-41f5-acc9-b27458ff0b23), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:33.885798 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f25f337-8e8c-4f13-b733-0f8dff597758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (167d3a70-a3f8-41f5-acc9-b27458ff0b23), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:33.888870 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2f25f337-8e8c-4f13-b733-0f8dff597758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:33.890012 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2f25f337-8e8c-4f13-b733-0f8dff597758 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/167d3a70-a3f8-41f5-acc9-b27458ff0b23 HTTP/1.1" status: 204 len: 168 time: 0.1172841 Apr 08 09:15:33.897284 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25f337-8e8c-4f13-b733-0f8dff597758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167d3a70-a3f8-41f5-acc9-b27458ff0b23,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:34.153855 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36526) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:34.167915 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e96fd691-a4d1-47e0-95d0-2430c22739e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:34.277961 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e96fd691-a4d1-47e0-95d0-2430c22739e8 admin admin] Publish callbacks [] for security_group (eb979bba-fc15-478d-baca-0ee71d3fbe0a), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:34.289470 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c7eff-1359-4358-a460-3f69e630dfa5 req-8e8b7700-62d6-4120-a922-2096bfdbbadb tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:34.290981 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7b8c7eff-1359-4358-a460-3f69e630dfa5 req-8e8b7700-62d6-4120-a922-2096bfdbbadb tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0834472 Apr 08 09:15:34.291775 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e96fd691-a4d1-47e0-95d0-2430c22739e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (eb979bba-fc15-478d-baca-0ee71d3fbe0a), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:34.350224 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e96fd691-a4d1-47e0-95d0-2430c22739e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=989d0ab7b9c4493fb1784ca24f2271eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952512 Apr 08 09:15:34.353365 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36534) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:34.356248 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fd691-a4d1-47e0-95d0-2430c22739e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb979bba-fc15-478d-baca-0ee71d3fbe0a,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:34.377954 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7b8c7eff-1359-4358-a460-3f69e630dfa5 req-d96b4a94-f10a-48d5-ba10-c78513aafb9e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798810 Apr 08 09:15:34.424643 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6767-f58b-46cc-a305-8420bdf54143 admin admin] Publish callbacks [] for security_group (eb979bba-fc15-478d-baca-0ee71d3fbe0a), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:34.446566 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6767-f58b-46cc-a305-8420bdf54143 admin admin] Publish callbacks [] for security_group (eb979bba-fc15-478d-baca-0ee71d3fbe0a), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:34.502065 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6767-f58b-46cc-a305-8420bdf54143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (eb979bba-fc15-478d-baca-0ee71d3fbe0a), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:34.504724 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7b5e6767-f58b-46cc-a305-8420bdf54143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:34.505889 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-7b5e6767-f58b-46cc-a305-8420bdf54143 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb979bba-fc15-478d-baca-0ee71d3fbe0a HTTP/1.1" status: 204 len: 168 time: 0.1515312 Apr 08 09:15:34.523480 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e6767-f58b-46cc-a305-8420bdf54143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb979bba-fc15-478d-baca-0ee71d3fbe0a,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:35.166948 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36572) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:35.258911 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1039909182-network', 'tenant_id': '01cc115a4d4a4e74810082fd245d2fbb'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:15:35.278441 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Made reservation on behalf of 01cc115a4d4a4e74810082fd245d2fbb for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:15:35.280671 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:35.288869 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:35.361474 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Publish callbacks [] for security_group (a7797f0a-193d-4ec3-b46b-8121c6eb8d41), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:35.365104 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (a7797f0a-193d-4ec3-b46b-8121c6eb8d41), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:35.389683 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:15:35.399000 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7797f0a-193d-4ec3-b46b-8121c6eb8d41,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:35.403792 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (8cca30d9-25c4-4c46-aa7b-a89b222c00b6), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:35.404138 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Added segment 8cca30d9-25c4-4c46-aa7b-a89b222c00b6 of type vlan for network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 Apr 08 09:15:35.448669 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (bc86079b-b00e-4b3e-bfe1-2ba67f3dd019), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:35.502755 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (bc86079b-b00e-4b3e-bfe1-2ba67f3dd019), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:35.503664 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:35.504224 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:35.541813 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf765fa-0668-42d0-b68d-c5bf957e44d8 req-982a672d-fc13-4993-a258-b59bab47db66 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:35.543925 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fdf765fa-0668-42d0-b68d-c5bf957e44d8 req-982a672d-fc13-4993-a258-b59bab47db66 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0909431 Apr 08 09:15:35.550455 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3818827 Apr 08 09:15:35.553625 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36580) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:35.558530 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-2f5502e3-4c16-4079-9e3a-d9c31b912e08 admin admin] Request body: {'subnet': {'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1039909182-subnet', 'tenant_id': '01cc115a4d4a4e74810082fd245d2fbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:15:35.577692 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5502e3-4c16-4079-9e3a-d9c31b912e08 admin admin] Made reservation on behalf of 01cc115a4d4a4e74810082fd245d2fbb for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:15:35.580046 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f5502e3-4c16-4079-9e3a-d9c31b912e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13411909'] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:35.593527 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c297a-0a1b-4828-92e4-8bd9fe5a6308 admin admin] Pushing event updated for resources: {'Network': ['ID=bc86079b-b00e-4b3e-bfe1-2ba67f3dd019,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:35.606358 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:15:35.627056 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fdf765fa-0668-42d0-b68d-c5bf957e44d8 req-6b6c922a-fd7a-4311-bb81-d437c0267ba1 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754859 Apr 08 09:15:35.759123 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f5502e3-4c16-4079-9e3a-d9c31b912e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13889453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13411775'] for subnet (be789e74-9e36-4bef-ba06-b645bf79755b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:35.818362 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5502e3-4c16-4079-9e3a-d9c31b912e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be789e74-9e36-4bef-ba06-b645bf79755b,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:35.825969 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5502e3-4c16-4079-9e3a-d9c31b912e08 admin admin] Checking segment: {'id': '8cca30d9-25c4-4c46-aa7b-a89b222c00b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:15:35.826332 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5502e3-4c16-4079-9e3a-d9c31b912e08 admin admin] Network hostable DHCP agents. Network: bc86079b-b00e-4b3e-bfe1-2ba67f3dd019, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:15:35.842734 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5502e3-4c16-4079-9e3a-d9c31b912e08 admin admin] Network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:15:35.851347 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-2f5502e3-4c16-4079-9e3a-d9c31b912e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, bc86079b-b00e-4b3e-bfe1-2ba67f3dd019) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:15:35.856195 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5502e3-4c16-4079-9e3a-d9c31b912e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:35.856622 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-2f5502e3-4c16-4079-9e3a-d9c31b912e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:35.861625 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c7aa81-7a07-4245-89e5-2ca9dd12b6aa None None] Network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:15:35.872551 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-2f5502e3-4c16-4079-9e3a-d9c31b912e08 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3178403 Apr 08 09:15:35.962177 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9bc2f6-7ed5-4af6-8b46-ee50f373016e None None] Network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:15:36.755042 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf4290-fee6-42d6-a3c0-25d712ef8fb9 req-de2ecc52-0201-4a88-9ff5-f4931dfcccbf tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:36.756539 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9dcf4290-fee6-42d6-a3c0-25d712ef8fb9 req-de2ecc52-0201-4a88-9ff5-f4931dfcccbf tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0552649 Apr 08 09:15:36.801114 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9dcf4290-fee6-42d6-a3c0-25d712ef8fb9 req-c671b210-9c33-492e-9b95-608f51a48203 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386202 Apr 08 09:15:37.920447 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778f4e0-8708-4c3f-b12f-92a7841fc7d6 req-4bfdc083-b468-47e4-977d-fdd38f32e580 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:37.921830 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e778f4e0-8708-4c3f-b12f-92a7841fc7d6 req-4bfdc083-b468-47e4-977d-fdd38f32e580 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0511155 Apr 08 09:15:37.968250 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e778f4e0-8708-4c3f-b12f-92a7841fc7d6 req-e649a1fb-ce1a-438e-a740-a6de57b16e8d tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 Apr 08 09:15:38.432059 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f3a0b5a-1c2f-4fb2-97f3-2e6877163a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:39.091790 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bde12-aea3-4f75-9a81-86938f5c9723 req-575f9cee-9664-4661-919e-83389d45b342 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:39.093274 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a11bde12-aea3-4f75-9a81-86938f5c9723 req-575f9cee-9664-4661-919e-83389d45b342 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0546257 Apr 08 09:15:39.138456 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a11bde12-aea3-4f75-9a81-86938f5c9723 req-51c6b096-9f9e-478a-ad75-c6d5d0d33a1c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 Apr 08 09:15:40.258888 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774b259-132f-4723-8adb-2825e528aed5 req-943b6174-4bf8-46c4-82f3-a687830070ef tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:40.260340 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7774b259-132f-4723-8adb-2825e528aed5 req-943b6174-4bf8-46c4-82f3-a687830070ef tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0515699 Apr 08 09:15:40.305082 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7774b259-132f-4723-8adb-2825e528aed5 req-30b4ed42-36f0-452f-a541-9ebdef5bfe55 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391624 Apr 08 09:15:40.821913 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2a79-0fbc-45c7-874f-e2e7eef57c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:40.977762 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e30-1606-4deb-bf06-551872115d44 req-b6e5f766-6643-4369-8473-9d6c7f959a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:40.979297 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-05937e30-1606-4deb-bf06-551872115d44 req-b6e5f766-6643-4369-8473-9d6c7f959a00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1731589fdea447d4b4b5fcde204b348f&device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 1128 time: 0.0469596 Apr 08 09:15:40.990739 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-a5cb45af-8d0c-4636-9044-28ef561510bb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:40.992741 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-a5cb45af-8d0c-4636-9044-28ef561510bb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/networks?id=bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 HTTP/1.1" status: 200 len: 814 time: 0.3736064 Apr 08 09:15:41.011125 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-fc3d1d66-1651-4b82-a1b1-e8ab802ca179 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/quotas/01cc115a4d4a4e74810082fd245d2fbb HTTP/1.1" status: 200 len: 375 time: 0.0098052 Apr 08 09:15:41.048226 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-f899aa1c-c85b-4b07-b820-77d73a9cc4fd tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=01cc115a4d4a4e74810082fd245d2fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279160 Apr 08 09:15:41.059665 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-e8434e63-324d-491d-8773-3017a579538e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:15:41.060656 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-e8434e63-324d-491d-8773-3017a579538e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051508 Apr 08 09:15:41.087372 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e30-1606-4deb-bf06-551872115d44 req-d3c6e042-28c4-4227-86d5-62b9c6161be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:41.089027 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-05937e30-1606-4deb-bf06-551872115d44 req-d3c6e042-28c4-4227-86d5-62b9c6161be4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 200 len: 916 time: 0.0906246 Apr 08 09:15:41.162937 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-5337f11b-7542-46ae-bcb9-8ad8e1f7c798 service neutron] 10.222.0.11 "GET /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956836 Apr 08 09:15:41.168791 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-05937e30-1606-4deb-bf06-551872115d44 req-b0737262-4ad1-4223-b331-aabed73ba86b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210 HTTP/1.1" status: 200 len: 999 time: 0.0718811 Apr 08 09:15:41.217012 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e30-1606-4deb-bf06-551872115d44 req-02a1aa52-5c32-470b-b948-56ae6be48111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:41.218452 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-05937e30-1606-4deb-bf06-551872115d44 req-02a1aa52-5c32-470b-b948-56ae6be48111 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 200 len: 855 time: 0.0437055 Apr 08 09:15:41.251792 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-555f5c3e-524c-4933-a6b0-28c4d5526f20 service neutron] 10.222.0.11 "GET /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834675 Apr 08 09:15:41.270368 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937e30-1606-4deb-bf06-551872115d44 req-9e455a9f-3715-4d57-88cc-cecec0b2c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:41.271893 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-05937e30-1606-4deb-bf06-551872115d44 req-9e455a9f-3715-4d57-88cc-cecec0b2c45c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=10b7a254-b160-4de6-b642-6f7a58546c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454001 Apr 08 09:15:41.376155 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-05937e30-1606-4deb-bf06-551872115d44 req-bb4d430d-2d73-4614-8862-af53f3e7a072 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964284 Apr 08 09:15:41.462014 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-caafc7a2-e238-4583-beb2-86b42b6dc512 req-a1f1ee7e-1631-44e0-8fe0-b0244c56b47c tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 210 time: 0.0515971 Apr 08 09:15:41.481505 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-05937e30-1606-4deb-bf06-551872115d44 req-dfa2d4a8-7eef-4ce9-a23e-8f526e26ee53 service neutron] 10.222.0.10 "GET /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972896 Apr 08 09:15:41.486572 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28bec9-1bc7-4e1d-96b1-b29773403452 req-20ee22e6-b14f-42ee-ad49-271f1f21d028 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:41.488383 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ed28bec9-1bc7-4e1d-96b1-b29773403452 req-20ee22e6-b14f-42ee-ad49-271f1f21d028 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 944 time: 0.0903232 Apr 08 09:15:41.539557 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ed28bec9-1bc7-4e1d-96b1-b29773403452 req-c6dfbcec-1bba-4346-91da-b90d5c11cd99 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Apr 08 09:15:41.995689 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:42.054342 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device bcd17833-cd4f-4bb1-96ee-880ad2824210 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:15:42.292346 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:42.304609 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'port_id': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'mac_address': 'fa:16:3e:00:20:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:15:42.344297 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port bcd17833-cd4f-4bb1-96ee-880ad2824210 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:15:42.344726 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:42.358555 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd17833-cd4f-4bb1-96ee-880ad2824210 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:15:42.380631 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:42.385154 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:42.436968 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=bcd17833-cd4f-4bb1-96ee-880ad2824210,revision_number=9']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:42.464996 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36690) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:42.563384 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f763864a-45f8-451a-ac38-356c507c4c73 req-9fa3ce96-0a4e-4aad-a81f-c02f4cd9deee tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 210 time: 0.0280058 Apr 08 09:15:42.580431 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:42.659618 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Publish callbacks [] for security_group (474e270f-df46-4229-a94e-3c5f0af07cbc), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:42.664731 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (474e270f-df46-4229-a94e-3c5f0af07cbc), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:42.677246 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb373387-f9e3-466b-ad72-9e2b97ca0713 req-7f3899e8-204b-4e04-a46b-bd8fa5f3ce2c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:42.679213 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bb373387-f9e3-466b-ad72-9e2b97ca0713 req-7f3899e8-204b-4e04-a46b-bd8fa5f3ce2c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 945 time: 0.0632353 Apr 08 09:15:42.705802 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b222fd11067c423980dc3420034f3bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395988 Apr 08 09:15:42.706959 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474e270f-df46-4229-a94e-3c5f0af07cbc,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:42.709368 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36698) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:42.728673 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.729022 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.729555 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.729896 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.730233 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.730566 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.730898 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.731292 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.732117 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.732449 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.732796 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.733319 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.733820 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.734148 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.734532 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c143458c-acbf-4269-b4d8-706d28e345bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:15:42.751094 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-bb373387-f9e3-466b-ad72-9e2b97ca0713 req-a13ce6ab-a2cb-401a-8db9-b284516ceda4 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622432 Apr 08 09:15:42.793161 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['bcd17833-cd4f-4bb1-96ee-880ad2824210'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:15:42.839633 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4388093e-f68f-46b0-889f-6956e2992902 admin admin] Publish callbacks [] for security_group (474e270f-df46-4229-a94e-3c5f0af07cbc), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:42.874413 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4388093e-f68f-46b0-889f-6956e2992902 admin admin] Publish callbacks [] for security_group (474e270f-df46-4229-a94e-3c5f0af07cbc), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:42.904105 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c3881696-ea87-44b1-8efd-44bfe5e27c90 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:42.905730 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c3881696-ea87-44b1-8efd-44bfe5e27c90 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.10 "GET /v2.0/networks?id=bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 HTTP/1.1" status: 200 len: 814 time: 0.1511970 Apr 08 09:15:42.936874 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Request body: {'port': {'device_id': '13ca501c-7fb7-42bb-a319-73a78dbeef55', 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019', 'admin_state_up': True, 'tenant_id': '01cc115a4d4a4e74810082fd245d2fbb'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:15:42.965828 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4388093e-f68f-46b0-889f-6956e2992902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (474e270f-df46-4229-a94e-3c5f0af07cbc), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:42.968519 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4388093e-f68f-46b0-889f-6956e2992902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:42.969646 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4388093e-f68f-46b0-889f-6956e2992902 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/474e270f-df46-4229-a94e-3c5f0af07cbc HTTP/1.1" status: 204 len: 168 time: 0.2591689 Apr 08 09:15:43.008558 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388093e-f68f-46b0-889f-6956e2992902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474e270f-df46-4229-a94e-3c5f0af07cbc,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:43.063161 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Made reservation on behalf of 01cc115a4d4a4e74810082fd245d2fbb for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:15:43.066575 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:43.189652 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Allocated IP 172.20.0.13 (bc86079b-b00e-4b3e-bfe1-2ba67f3dd019/be789e74-9e36-4bef-ba06-b645bf79755b/876073e4-d8ee-442e-8339-f9db47f88292) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:15:43.318992 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:43.341473 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks [] for port (876073e4-d8ee-442e-8339-f9db47f88292), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:43.374398 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (876073e4-d8ee-442e-8339-f9db47f88292), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:43.420650 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:15:43.423727 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:15:43.432382 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:15:43.455774 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Pushing event updated for resources: {'Port': ['ID=876073e4-d8ee-442e-8339-f9db47f88292,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:43.489971 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:43.490562 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:43.506275 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-250c25af-f24f-45c0-9ffa-0b5f207dab95 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5750151 Apr 08 09:15:43.524225 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Request body: {'port': {'device_id': '13ca501c-7fb7-42bb-a319-73a78dbeef55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:15:43.582836 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (876073e4-d8ee-442e-8339-f9db47f88292), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:43.692215 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7141f-c228-4530-8023-25bf67838bca req-7dad80d8-e317-4a6a-a756-e704c9632ce6 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:43.693751 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2bb7141f-c228-4530-8023-25bf67838bca req-7dad80d8-e317-4a6a-a756-e704c9632ce6 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 932 time: 0.0587268 Apr 08 09:15:43.744276 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2bb7141f-c228-4530-8023-25bf67838bca req-a1de6691-f4d9-4679-8768-e271e66fe3c8 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438058 Apr 08 09:15:43.872371 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d9092-ecb0-412a-880a-60962a779c69 req-cb027720-d8f4-457c-9195-5591e9a81435 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:43.874111 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b23d9092-ecb0-412a-880a-60962a779c69 req-cb027720-d8f4-457c-9195-5591e9a81435 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Apr 08 09:15:43.889281 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876073e4-d8ee-442e-8339-f9db47f88292 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:15:43.896790 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Publish callbacks [] for port (876073e4-d8ee-442e-8339-f9db47f88292), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:43.909140 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Transition to ACTIVE for port object 876073e4-d8ee-442e-8339-f9db47f88292 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:15:43.914488 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (876073e4-d8ee-442e-8339-f9db47f88292), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:43.927758 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b23d9092-ecb0-412a-880a-60962a779c69 req-1f337382-2fb0-4667-b4bb-6cb245a38527 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446968 Apr 08 09:15:43.979235 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Pushing event updated for resources: {'Port': ['ID=876073e4-d8ee-442e-8339-f9db47f88292,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:44.045504 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Attempting to bind port 876073e4-d8ee-442e-8339-f9db47f88292 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:15:44.045838 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Attempting to bind port 876073e4-d8ee-442e-8339-f9db47f88292 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8cca30d9-25c4-4c46-aa7b-a89b222c00b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:15:44.046190 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Attempting to bind port 876073e4-d8ee-442e-8339-f9db47f88292 on network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:15:44.050589 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Port 876073e4-d8ee-442e-8339-f9db47f88292 on network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:15:44.050910 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Attempting to bind port 876073e4-d8ee-442e-8339-f9db47f88292 on network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:15:44.055120 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device bcd17833-cd4f-4bb1-96ee-880ad2824210 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:15:44.057061 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:15:44.057398 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Checking segment: {'id': '8cca30d9-25c4-4c46-aa7b-a89b222c00b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:15:44.058869 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Bound using segment: {'id': '8cca30d9-25c4-4c46-aa7b-a89b222c00b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:15:44.059401 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Bound port: 876073e4-d8ee-442e-8339-f9db47f88292, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cca30d9-25c4-4c46-aa7b-a89b222c00b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:15:44.060269 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (876073e4-d8ee-442e-8339-f9db47f88292), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:44.104002 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port bcd17833-cd4f-4bb1-96ee-880ad2824210 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:15:44.104378 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:44.131617 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] For port 876073e4-d8ee-442e-8339-f9db47f88292, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:15:44.135168 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] For port 876073e4-d8ee-442e-8339-f9db47f88292, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=876073e4-d8ee-442e-8339-f9db47f88292,segment=NetworkSegment(8cca30d9-25c4-4c46-aa7b-a89b222c00b6),segment_id=8cca30d9-25c4-4c46-aa7b-a89b222c00b6)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:15:44.147271 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (876073e4-d8ee-442e-8339-f9db47f88292), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:44.185246 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:44.185661 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:44.187142 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] 10.222.0.10 "PUT /v2.0/ports/876073e4-d8ee-442e-8339-f9db47f88292 HTTP/1.1" status: 200 len: 1094 time: 0.6669397 Apr 08 09:15:44.189828 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ca501c-7fb7-42bb-a319-73a78dbeef55', 'tag': '876073e4-d8ee-442e-8339-f9db47f88292'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:15:44.192596 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf88c87-d785-4dd7-8413-257d6be8323a" -d '{"events": [{"name": "network-changed", "server_uuid": "13ca501c-7fb7-42bb-a319-73a78dbeef55", "tag": "876073e4-d8ee-442e-8339-f9db47f88292"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:15:44.217061 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port bcd17833-cd4f-4bb1-96ee-880ad2824210 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:15:44.217733 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:44.222044 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fa03c-b888-437f-90bd-3977b19a6262 service neutron] Pushing event updated for resources: {'Port': ['ID=876073e4-d8ee-442e-8339-f9db47f88292,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:44.243559 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3b2430-a8bb-4649-a1d7-dcfc8a071256 x-openstack-request-id: req-7a3b2430-a8bb-4649-a1d7-dcfc8a071256 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:15:44.243850 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ca501c-7fb7-42bb-a319-73a78dbeef55", "tag": "876073e4-d8ee-442e-8339-f9db47f88292", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:15:44.244106 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a3b2430-a8bb-4649-a1d7-dcfc8a071256 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:15:44.244530 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3b2430-a8bb-4649-a1d7-dcfc8a071256'] response: {'name': 'network-changed', 'server_uuid': '13ca501c-7fb7-42bb-a319-73a78dbeef55', 'tag': '876073e4-d8ee-442e-8339-f9db47f88292', 'status': 'completed', 'code': 200} Apr 08 09:15:44.250341 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:15:44.252643 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5561d5b2-ccdb-4cc0-b7ce-c5452788d69b" -d '{"events": [{"server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "name": "network-vif-plugged", "status": "completed", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:15:44.269601 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:44.274836 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:44.301706 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c3e252fa-9a64-498c-8149-c6e5d289f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:44.302418 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f1c122-c92f-49ad-9648-2c82c38711d4 x-openstack-request-id: req-87f1c122-c92f-49ad-9648-2c82c38711d4 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:15:44.302715 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "name": "network-vif-plugged", "status": "completed", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:15:44.303036 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87f1c122-c92f-49ad-9648-2c82c38711d4 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:15:44.303207 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-c3e252fa-9a64-498c-8149-c6e5d289f2da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01cc115a4d4a4e74810082fd245d2fbb&device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 1128 time: 0.0504730 Apr 08 09:15:44.303406 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f1c122-c92f-49ad-9648-2c82c38711d4'] response: {'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'code': 200} Apr 08 09:15:44.328868 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=bcd17833-cd4f-4bb1-96ee-880ad2824210,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:44.388043 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-cde80e1e-f89b-41ed-87cc-e82df2350af2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876073e4-d8ee-442e-8339-f9db47f88292 HTTP/1.1" status: 200 len: 217 time: 0.0392337 Apr 08 09:15:44.438745 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-d1575296-f219-4a13-936f-b14eb6f6fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:44.440242 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-d1575296-f219-4a13-936f-b14eb6f6fe92 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be789e74-9e36-4bef-ba06-b645bf79755b HTTP/1.1" status: 200 len: 854 time: 0.0471084 Apr 08 09:15:44.479307 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-d10f1aad-d2da-4e11-8ffd-832bba72de0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bc86079b-b00e-4b3e-bfe1-2ba67f3dd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280106 Apr 08 09:15:44.569617 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db121e34-09ee-4f7e-9743-9977bb18381d req-55f42903-c99c-4c1b-b64c-e9107db52639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:44.572583 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db121e34-09ee-4f7e-9743-9977bb18381d req-55f42903-c99c-4c1b-b64c-e9107db52639 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 1131 time: 0.0551462 Apr 08 09:15:44.592436 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-594c70ba-44f8-4154-ad9a-9993362998e2 service neutron] 10.222.0.10 "GET /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018264 Apr 08 09:15:44.628752 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db121e34-09ee-4f7e-9743-9977bb18381d req-0fdde84f-fa97-4797-88d5-320f7b4cf170 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471780 Apr 08 09:15:44.689516 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ee3d0805-735a-4b4d-9363-4f6aede3c2ff req-d1ca8709-5352-4094-aa16-ec999f2a33e2 service neutron] 10.222.0.10 "GET /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914660 Apr 08 09:15:44.719728 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:44.864622 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc09ef-2c85-4ad6-9768-10b6cc78124c req-cc22f0a2-7521-4fbf-8711-6929a6e463ba tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:44.866113 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6ddc09ef-2c85-4ad6-9768-10b6cc78124c req-cc22f0a2-7521-4fbf-8711-6929a6e463ba tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 944 time: 0.0521495 Apr 08 09:15:44.911685 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6ddc09ef-2c85-4ad6-9768-10b6cc78124c req-302a3f54-d7f3-4109-9c5b-74087297520a tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 Apr 08 09:15:45.067253 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bda752-a5a4-4bdb-86e4-ea0ec709a2c6 req-99371474-2bc5-42fd-8613-9c9e23995f5e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:45.068813 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d1bda752-a5a4-4bdb-86e4-ea0ec709a2c6 req-99371474-2bc5-42fd-8613-9c9e23995f5e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 947 time: 0.0581369 Apr 08 09:15:45.116720 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d1bda752-a5a4-4bdb-86e4-ea0ec709a2c6 req-58dc3c1e-83b6-4c54-8f44-de6f5a203fad tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394871 Apr 08 09:15:46.033097 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff3cf4-f56a-42d8-a3a1-e1e4b29d649f req-76f22a92-1766-4939-871c-7909fcab50da tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:46.035013 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8aff3cf4-f56a-42d8-a3a1-e1e4b29d649f req-76f22a92-1766-4939-871c-7909fcab50da tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 944 time: 0.0551949 Apr 08 09:15:46.085558 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8aff3cf4-f56a-42d8-a3a1-e1e4b29d649f req-3cfaff4a-3517-483d-8bc5-bda29dc3b878 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426736 Apr 08 09:15:46.236418 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b0451-06f4-4e60-844c-fe1d7a65d887 req-0112335e-ceb7-4d25-8b32-202b0fbc3d8d tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:46.237870 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af8b0451-06f4-4e60-844c-fe1d7a65d887 req-0112335e-ceb7-4d25-8b32-202b0fbc3d8d tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 947 time: 0.0503194 Apr 08 09:15:46.285333 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af8b0451-06f4-4e60-844c-fe1d7a65d887 req-6a01c75d-565c-4e95-843a-afe53cb802ce tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 Apr 08 09:15:47.205101 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2c93a-c1f5-40c2-bec0-74c8148e029e req-7c842782-da7c-457c-bab8-1e8188ddd9be tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:47.206656 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-06c2c93a-c1f5-40c2-bec0-74c8148e029e req-7c842782-da7c-457c-bab8-1e8188ddd9be tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 944 time: 0.0537140 Apr 08 09:15:47.253791 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-06c2c93a-c1f5-40c2-bec0-74c8148e029e req-ce194429-0a04-4de3-9a19-78584635e232 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Apr 08 09:15:47.407112 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c87b77-80bc-45ba-a2c9-3ac2e6645e96 req-f0a5f3fe-3602-487e-8885-e8dc24e191a7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:47.408750 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e8c87b77-80bc-45ba-a2c9-3ac2e6645e96 req-f0a5f3fe-3602-487e-8885-e8dc24e191a7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 947 time: 0.0517485 Apr 08 09:15:47.410878 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36808) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:47.458101 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e8c87b77-80bc-45ba-a2c9-3ac2e6645e96 req-5a879894-438a-4b13-9021-c490f8c2b39b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415599 Apr 08 09:15:47.515094 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f56c7c77-15d0-4660-873f-ef817a5b0eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:47.590139 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f56c7c77-15d0-4660-873f-ef817a5b0eef admin admin] Publish callbacks [] for security_group (b5399abc-f7c4-4503-bfb0-42826ffbf2e0), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:47.595014 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f56c7c77-15d0-4660-873f-ef817a5b0eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (b5399abc-f7c4-4503-bfb0-42826ffbf2e0), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:47.612754 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf88c87-d785-4dd7-8413-257d6be8323a req-14a92eb9-a9e1-49eb-b47f-9ba8a1cfcfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:47.614251 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cbf88c87-d785-4dd7-8413-257d6be8323a req-14a92eb9-a9e1-49eb-b47f-9ba8a1cfcfad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01cc115a4d4a4e74810082fd245d2fbb&device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 1128 time: 0.0447023 Apr 08 09:15:47.633712 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f56c7c77-15d0-4660-873f-ef817a5b0eef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4edde367dddd4d62baf45b58e2998cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214911 Apr 08 09:15:47.634604 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c7c77-15d0-4660-873f-ef817a5b0eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5399abc-f7c4-4503-bfb0-42826ffbf2e0,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:47.636930 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36812) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:47.689046 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e929d52-edbc-46c1-80b1-f62921bec67d admin admin] Publish callbacks [] for security_group (b5399abc-f7c4-4503-bfb0-42826ffbf2e0), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:47.709899 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e929d52-edbc-46c1-80b1-f62921bec67d admin admin] Publish callbacks [] for security_group (b5399abc-f7c4-4503-bfb0-42826ffbf2e0), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:47.710153 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf88c87-d785-4dd7-8413-257d6be8323a req-bc1fb004-0a35-4df0-990f-425483ea7031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:47.711633 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cbf88c87-d785-4dd7-8413-257d6be8323a req-bc1fb004-0a35-4df0-990f-425483ea7031 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 HTTP/1.1" status: 200 len: 914 time: 0.0910084 Apr 08 09:15:47.753744 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cbf88c87-d785-4dd7-8413-257d6be8323a req-953890ff-3371-4539-a4d1-57706bfbca59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876073e4-d8ee-442e-8339-f9db47f88292 HTTP/1.1" status: 200 len: 217 time: 0.0352416 Apr 08 09:15:47.761510 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e929d52-edbc-46c1-80b1-f62921bec67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (b5399abc-f7c4-4503-bfb0-42826ffbf2e0), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:47.765904 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2e929d52-edbc-46c1-80b1-f62921bec67d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:47.769296 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2e929d52-edbc-46c1-80b1-f62921bec67d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5399abc-f7c4-4503-bfb0-42826ffbf2e0 HTTP/1.1" status: 204 len: 168 time: 0.1291919 Apr 08 09:15:47.776528 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e929d52-edbc-46c1-80b1-f62921bec67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5399abc-f7c4-4503-bfb0-42826ffbf2e0,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:47.810386 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf88c87-d785-4dd7-8413-257d6be8323a req-057b7a46-df4d-4c81-bece-a7331592d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:47.811850 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cbf88c87-d785-4dd7-8413-257d6be8323a req-057b7a46-df4d-4c81-bece-a7331592d743 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be789e74-9e36-4bef-ba06-b645bf79755b HTTP/1.1" status: 200 len: 854 time: 0.0501778 Apr 08 09:15:47.846351 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cbf88c87-d785-4dd7-8413-257d6be8323a req-df56acf5-28c8-4e4c-af06-75ac84b2b98a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bc86079b-b00e-4b3e-bfe1-2ba67f3dd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273690 Apr 08 09:15:47.938666 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cbf88c87-d785-4dd7-8413-257d6be8323a req-5d23bf9c-ebcb-4b83-874d-823c73afda03 service neutron] 10.222.0.10 "GET /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838480 Apr 08 09:15:48.039610 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-cbf88c87-d785-4dd7-8413-257d6be8323a req-5baf86d9-7268-4620-b644-44de76c63b89 service neutron] 10.222.0.10 "GET /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926578 Apr 08 09:15:48.054100 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 36818) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:48.067212 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-892b77b5-1bdd-46b3-8a00-3ac06b03ee73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:48.101128 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 876073e4-d8ee-442e-8339-f9db47f88292 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:15:48.142839 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-892b77b5-1bdd-46b3-8a00-3ac06b03ee73 admin admin] Publish callbacks [] for security_group (73a0bcf3-86a1-454c-957d-d0eb7e94c6e3), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:48.146476 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-892b77b5-1bdd-46b3-8a00-3ac06b03ee73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (73a0bcf3-86a1-454c-957d-d0eb7e94c6e3), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:48.183922 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-892b77b5-1bdd-46b3-8a00-3ac06b03ee73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90c8932c747e47128040e5282c93c01c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287756 Apr 08 09:15:48.185326 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b77b5-1bdd-46b3-8a00-3ac06b03ee73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a0bcf3-86a1-454c-957d-d0eb7e94c6e3,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:48.187121 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 36820) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:48.201244 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 876073e4-d8ee-442e-8339-f9db47f88292, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=876073e4-d8ee-442e-8339-f9db47f88292,segment=NetworkSegment(8cca30d9-25c4-4c46-aa7b-a89b222c00b6),segment_id=8cca30d9-25c4-4c46-aa7b-a89b222c00b6)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:48.212272 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '876073e4-d8ee-442e-8339-f9db47f88292', 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019', 'port_id': '876073e4-d8ee-442e-8339-f9db47f88292', 'mac_address': 'fa:16:3e:fd:dd:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be789e74-9e36-4bef-ba06-b645bf79755b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:15:48.234571 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d89a8385-4319-4f58-9044-978960492bf1 admin admin] Publish callbacks [] for security_group (73a0bcf3-86a1-454c-957d-d0eb7e94c6e3), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:48.249477 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 876073e4-d8ee-442e-8339-f9db47f88292 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:15:48.249875 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (876073e4-d8ee-442e-8339-f9db47f88292), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:48.256100 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d89a8385-4319-4f58-9044-978960492bf1 admin admin] Publish callbacks [] for security_group (73a0bcf3-86a1-454c-957d-d0eb7e94c6e3), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:48.262455 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876073e4-d8ee-442e-8339-f9db47f88292 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:15:48.283995 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 876073e4-d8ee-442e-8339-f9db47f88292, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=876073e4-d8ee-442e-8339-f9db47f88292,segment=NetworkSegment(8cca30d9-25c4-4c46-aa7b-a89b222c00b6),segment_id=8cca30d9-25c4-4c46-aa7b-a89b222c00b6)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:48.289455 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (876073e4-d8ee-442e-8339-f9db47f88292), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:48.310169 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d89a8385-4319-4f58-9044-978960492bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (73a0bcf3-86a1-454c-957d-d0eb7e94c6e3), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:48.312737 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d89a8385-4319-4f58-9044-978960492bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:48.316151 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d89a8385-4319-4f58-9044-978960492bf1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73a0bcf3-86a1-454c-957d-d0eb7e94c6e3 HTTP/1.1" status: 204 len: 168 time: 0.1257775 Apr 08 09:15:48.322627 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a8385-4319-4f58-9044-978960492bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a0bcf3-86a1-454c-957d-d0eb7e94c6e3,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:48.358019 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=876073e4-d8ee-442e-8339-f9db47f88292,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:48.397552 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d9033-efed-4792-b90a-803ad12fb03c req-4e6cabc6-e26f-46b2-abc5-057b6b558dd0 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:48.399169 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8d4d9033-efed-4792-b90a-803ad12fb03c req-4e6cabc6-e26f-46b2-abc5-057b6b558dd0 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 945 time: 0.0589323 Apr 08 09:15:48.447161 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8d4d9033-efed-4792-b90a-803ad12fb03c req-9ea8c1f6-1ed1-48ef-b27a-b2ff6e490d48 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Apr 08 09:15:48.584496 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839124f6-7be2-4ab1-97ac-d7d676c7ec59 req-cd4da360-be09-4f61-b761-e3d9d702e869 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:48.586303 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-839124f6-7be2-4ab1-97ac-d7d676c7ec59 req-cd4da360-be09-4f61-b761-e3d9d702e869 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 947 time: 0.0560546 Apr 08 09:15:48.635484 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-839124f6-7be2-4ab1-97ac-d7d676c7ec59 req-38585b43-fc3b-4f2d-9730-4224f82d615b tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437267 Apr 08 09:15:48.679723 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['876073e4-d8ee-442e-8339-f9db47f88292'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:15:49.570343 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031629e7-fc45-4608-aafd-1871fd5327a5 req-6f43a056-f8b7-4994-b25e-7a49e34c0d3c tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:49.571809 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-031629e7-fc45-4608-aafd-1871fd5327a5 req-6f43a056-f8b7-4994-b25e-7a49e34c0d3c tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 945 time: 0.0545311 Apr 08 09:15:49.621258 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-031629e7-fc45-4608-aafd-1871fd5327a5 req-00a97a0c-7b78-4b09-9287-4ec5216620c2 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432796 Apr 08 09:15:49.761427 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72696e4-e4c3-4302-b60a-cfd266990938 req-6a74424b-fc8a-4de7-b977-2f54cd97fd68 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:49.763550 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d72696e4-e4c3-4302-b60a-cfd266990938 req-6a74424b-fc8a-4de7-b977-2f54cd97fd68 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 947 time: 0.0550191 Apr 08 09:15:49.811149 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d72696e4-e4c3-4302-b60a-cfd266990938 req-639f9cf8-b81d-4470-b12d-52c3690fee97 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419183 Apr 08 09:15:49.947171 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:15:50.104975 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 876073e4-d8ee-442e-8339-f9db47f88292 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:15:50.157875 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port 876073e4-d8ee-442e-8339-f9db47f88292 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:15:50.165521 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 876073e4-d8ee-442e-8339-f9db47f88292 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:15:50.166106 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (876073e4-d8ee-442e-8339-f9db47f88292), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:50.242997 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 876073e4-d8ee-442e-8339-f9db47f88292 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:15:50.243390 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (876073e4-d8ee-442e-8339-f9db47f88292), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:50.267874 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ca501c-7fb7-42bb-a319-73a78dbeef55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876073e4-d8ee-442e-8339-f9db47f88292'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:15:50.270096 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc256f82-559f-4cc0-a62b-369fe22d08d6" -d '{"events": [{"server_uuid": "13ca501c-7fb7-42bb-a319-73a78dbeef55", "name": "network-vif-plugged", "status": "completed", "tag": "876073e4-d8ee-442e-8339-f9db47f88292"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:15:50.282579 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 876073e4-d8ee-442e-8339-f9db47f88292, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=876073e4-d8ee-442e-8339-f9db47f88292,segment=NetworkSegment(8cca30d9-25c4-4c46-aa7b-a89b222c00b6),segment_id=8cca30d9-25c4-4c46-aa7b-a89b222c00b6)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:15:50.286420 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (876073e4-d8ee-442e-8339-f9db47f88292), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:50.315786 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c37b1b4-593c-4662-ac05-8c5122379bfc x-openstack-request-id: req-6c37b1b4-593c-4662-ac05-8c5122379bfc {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:15:50.316078 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ca501c-7fb7-42bb-a319-73a78dbeef55", "name": "network-vif-plugged", "status": "completed", "tag": "876073e4-d8ee-442e-8339-f9db47f88292", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:15:50.316326 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c37b1b4-593c-4662-ac05-8c5122379bfc {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:15:50.316729 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c37b1b4-593c-4662-ac05-8c5122379bfc'] response: {'server_uuid': '13ca501c-7fb7-42bb-a319-73a78dbeef55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876073e4-d8ee-442e-8339-f9db47f88292', 'code': 200} Apr 08 09:15:50.342826 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=876073e4-d8ee-442e-8339-f9db47f88292,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:50.517628 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42ef15-6417-4464-9cf5-f8070e9c6dc5 req-49ec0457-0056-48e0-ae63-1f6c1d482143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:50.519136 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ca42ef15-6417-4464-9cf5-f8070e9c6dc5 req-49ec0457-0056-48e0-ae63-1f6c1d482143 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 1130 time: 0.0478249 Apr 08 09:15:50.562659 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ca42ef15-6417-4464-9cf5-f8070e9c6dc5 req-acb771c6-040d-469c-bcc9-bf58f71567df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372324 Apr 08 09:15:50.741239 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d61296-bf0c-4977-b248-561d9092047c req-16892f29-3089-4953-a073-22c248a7a117 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:50.742753 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e0d61296-bf0c-4977-b248-561d9092047c req-16892f29-3089-4953-a073-22c248a7a117 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 946 time: 0.0558362 Apr 08 09:15:50.791107 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e0d61296-bf0c-4977-b248-561d9092047c req-36124caa-43bb-4ebd-ab0e-75f1c18ad9a4 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429478 Apr 08 09:15:51.907816 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1ea07-3b03-4222-ae45-cd604ae13d25 req-b3c0d4b7-6945-4744-9d39-ffaa65237ab0 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:51.909202 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-33f1ea07-3b03-4222-ae45-cd604ae13d25 req-b3c0d4b7-6945-4744-9d39-ffaa65237ab0 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 946 time: 0.0511873 Apr 08 09:15:51.955235 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-33f1ea07-3b03-4222-ae45-cd604ae13d25 req-453f0510-ee11-487f-b5a6-e8cef779c3f7 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Apr 08 09:15:53.077347 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff619ee4-22e5-4540-b0d3-c894c4837124 req-70e9a2a8-a1a4-445d-9ed9-2dc49160555f tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:15:53.078803 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff619ee4-22e5-4540-b0d3-c894c4837124 req-70e9a2a8-a1a4-445d-9ed9-2dc49160555f tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 946 time: 0.0513849 Apr 08 09:15:53.127201 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff619ee4-22e5-4540-b0d3-c894c4837124 req-f1638c06-ed4e-41c4-ba5c-a8d9fb78a582 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429034 Apr 08 09:15:56.577533 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:56.934791 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37066) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:57.042291 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1efb381e-c3fc-4408-a226-03a71d1f97b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.117458 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1efb381e-c3fc-4408-a226-03a71d1f97b7 admin admin] Publish callbacks [] for security_group (f3fc6294-fcc8-47a5-af16-333cc52b16fc), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.122116 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-1efb381e-c3fc-4408-a226-03a71d1f97b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f3fc6294-fcc8-47a5-af16-333cc52b16fc), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.160079 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1efb381e-c3fc-4408-a226-03a71d1f97b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c596499dff64b7b9aef17ca407a6f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242010 Apr 08 09:15:57.160967 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb381e-c3fc-4408-a226-03a71d1f97b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fc6294-fcc8-47a5-af16-333cc52b16fc,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:57.163031 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37070) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:57.211933 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-34138eb2-bb37-4cb7-aa60-33181ffc89eb admin admin] Publish callbacks [] for security_group (f3fc6294-fcc8-47a5-af16-333cc52b16fc), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.233326 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-34138eb2-bb37-4cb7-aa60-33181ffc89eb admin admin] Publish callbacks [] for security_group (f3fc6294-fcc8-47a5-af16-333cc52b16fc), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.280646 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-34138eb2-bb37-4cb7-aa60-33181ffc89eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f3fc6294-fcc8-47a5-af16-333cc52b16fc), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.283188 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-34138eb2-bb37-4cb7-aa60-33181ffc89eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.284340 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-34138eb2-bb37-4cb7-aa60-33181ffc89eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3fc6294-fcc8-47a5-af16-333cc52b16fc HTTP/1.1" status: 204 len: 168 time: 0.1196594 Apr 08 09:15:57.292544 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34138eb2-bb37-4cb7-aa60-33181ffc89eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fc6294-fcc8-47a5-af16-333cc52b16fc,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:57.560041 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37076) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:57.573875 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-af318782-e4ff-4462-b8ed-01897cb2572a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.652749 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-af318782-e4ff-4462-b8ed-01897cb2572a admin admin] Publish callbacks [] for security_group (dff9344e-17ae-4dcb-bf29-a07af6c81348), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.657568 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-af318782-e4ff-4462-b8ed-01897cb2572a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (dff9344e-17ae-4dcb-bf29-a07af6c81348), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.702231 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-af318782-e4ff-4462-b8ed-01897cb2572a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5102b932c134479d92d62c3e9b5da22b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410801 Apr 08 09:15:57.703081 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af318782-e4ff-4462-b8ed-01897cb2572a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff9344e-17ae-4dcb-bf29-a07af6c81348,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:57.704907 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37078) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:57.760568 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-69610f5c-9cf4-4c45-a0ad-0db841e5da1e admin admin] Publish callbacks [] for security_group (dff9344e-17ae-4dcb-bf29-a07af6c81348), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.782028 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-69610f5c-9cf4-4c45-a0ad-0db841e5da1e admin admin] Publish callbacks [] for security_group (dff9344e-17ae-4dcb-bf29-a07af6c81348), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.832747 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-69610f5c-9cf4-4c45-a0ad-0db841e5da1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (dff9344e-17ae-4dcb-bf29-a07af6c81348), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.835428 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-69610f5c-9cf4-4c45-a0ad-0db841e5da1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:57.836619 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-69610f5c-9cf4-4c45-a0ad-0db841e5da1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dff9344e-17ae-4dcb-bf29-a07af6c81348 HTTP/1.1" status: 204 len: 168 time: 0.1306593 Apr 08 09:15:57.845123 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69610f5c-9cf4-4c45-a0ad-0db841e5da1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff9344e-17ae-4dcb-bf29-a07af6c81348,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:58.152495 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37086) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:58.165831 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4645cb99-07e0-41e0-b90d-ceb435f8a9d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:58.242388 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4645cb99-07e0-41e0-b90d-ceb435f8a9d7 admin admin] Publish callbacks [] for security_group (471a5df5-f74c-4320-9d4b-f5d5950a6f4f), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:58.245935 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4645cb99-07e0-41e0-b90d-ceb435f8a9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (471a5df5-f74c-4320-9d4b-f5d5950a6f4f), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:58.284756 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4645cb99-07e0-41e0-b90d-ceb435f8a9d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d1cf9846f5740bc9568943bd34611d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309931 Apr 08 09:15:58.285710 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cb99-07e0-41e0-b90d-ceb435f8a9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471a5df5-f74c-4320-9d4b-f5d5950a6f4f,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:15:58.287013 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37088) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:15:58.337218 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc02653c-e4b9-4b38-922c-7348bf6e9c34 admin admin] Publish callbacks [] for security_group (471a5df5-f74c-4320-9d4b-f5d5950a6f4f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:58.360308 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc02653c-e4b9-4b38-922c-7348bf6e9c34 admin admin] Publish callbacks [] for security_group (471a5df5-f74c-4320-9d4b-f5d5950a6f4f), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:58.406273 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc02653c-e4b9-4b38-922c-7348bf6e9c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (471a5df5-f74c-4320-9d4b-f5d5950a6f4f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:58.408906 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-dc02653c-e4b9-4b38-922c-7348bf6e9c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:15:58.410020 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-dc02653c-e4b9-4b38-922c-7348bf6e9c34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/471a5df5-f74c-4320-9d4b-f5d5950a6f4f HTTP/1.1" status: 204 len: 168 time: 0.1220386 Apr 08 09:15:58.417751 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02653c-e4b9-4b38-922c-7348bf6e9c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471a5df5-f74c-4320-9d4b-f5d5950a6f4f,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:04.126457 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37184) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:04.228826 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e725cb53-d0b3-4b30-96cc-10dae89b16b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.301224 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e725cb53-d0b3-4b30-96cc-10dae89b16b3 admin admin] Publish callbacks [] for security_group (d51c060e-eded-4329-bae7-4b369909d22f), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.304650 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e725cb53-d0b3-4b30-96cc-10dae89b16b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (d51c060e-eded-4329-bae7-4b369909d22f), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.344314 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e725cb53-d0b3-4b30-96cc-10dae89b16b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49ee1f5bb20042cfb7664bc5b0916139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162509 Apr 08 09:16:04.345235 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725cb53-d0b3-4b30-96cc-10dae89b16b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51c060e-eded-4329-bae7-4b369909d22f,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:04.347281 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37192) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:04.393632 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b762174d-a226-4b10-ac5b-9e06e7a3d698 admin admin] Publish callbacks [] for security_group (d51c060e-eded-4329-bae7-4b369909d22f), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.414119 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b762174d-a226-4b10-ac5b-9e06e7a3d698 admin admin] Publish callbacks [] for security_group (d51c060e-eded-4329-bae7-4b369909d22f), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.460442 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b762174d-a226-4b10-ac5b-9e06e7a3d698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (d51c060e-eded-4329-bae7-4b369909d22f), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.463056 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b762174d-a226-4b10-ac5b-9e06e7a3d698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.464200 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b762174d-a226-4b10-ac5b-9e06e7a3d698 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d51c060e-eded-4329-bae7-4b369909d22f HTTP/1.1" status: 204 len: 168 time: 0.1159515 Apr 08 09:16:04.472133 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b762174d-a226-4b10-ac5b-9e06e7a3d698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51c060e-eded-4329-bae7-4b369909d22f,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:04.720496 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37202) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:04.733538 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5f1379d2-c2f3-4481-a033-4063761341bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.807924 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5f1379d2-c2f3-4481-a033-4063761341bf admin admin] Publish callbacks [] for security_group (d382e5fa-4f92-4daa-96b5-9c698f616253), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.811460 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5f1379d2-c2f3-4481-a033-4063761341bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (d382e5fa-4f92-4daa-96b5-9c698f616253), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.850535 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5f1379d2-c2f3-4481-a033-4063761341bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85882ed966a243108468a58259261833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289577 Apr 08 09:16:04.852548 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1379d2-c2f3-4481-a033-4063761341bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d382e5fa-4f92-4daa-96b5-9c698f616253,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:04.853235 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37204) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:04.900456 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7f0f6596-9646-4990-a865-cab65fa3cd6a admin admin] Publish callbacks [] for security_group (d382e5fa-4f92-4daa-96b5-9c698f616253), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.921273 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7f0f6596-9646-4990-a865-cab65fa3cd6a admin admin] Publish callbacks [] for security_group (d382e5fa-4f92-4daa-96b5-9c698f616253), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.967789 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7f0f6596-9646-4990-a865-cab65fa3cd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (d382e5fa-4f92-4daa-96b5-9c698f616253), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.970252 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7f0f6596-9646-4990-a865-cab65fa3cd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:04.971536 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-7f0f6596-9646-4990-a865-cab65fa3cd6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d382e5fa-4f92-4daa-96b5-9c698f616253 HTTP/1.1" status: 204 len: 168 time: 0.1173041 Apr 08 09:16:04.980218 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f6596-9646-4990-a865-cab65fa3cd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d382e5fa-4f92-4daa-96b5-9c698f616253,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:06.860418 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37280) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:06.965455 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5ff97f0f-8b88-4803-8f2b-1729172b5e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.037920 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5ff97f0f-8b88-4803-8f2b-1729172b5e09 admin admin] Publish callbacks [] for security_group (fd0034ca-4235-437b-b835-d51c06b2dfac), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.041333 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-5ff97f0f-8b88-4803-8f2b-1729172b5e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (fd0034ca-4235-437b-b835-d51c06b2dfac), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.077329 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-5ff97f0f-8b88-4803-8f2b-1729172b5e09 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5747e43d19ee44c4a085981a318de090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152095 Apr 08 09:16:07.079356 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff97f0f-8b88-4803-8f2b-1729172b5e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0034ca-4235-437b-b835-d51c06b2dfac,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:07.080547 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37284) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:07.127735 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a08ff802-df6c-4345-ac01-968624dd12b4 admin admin] Publish callbacks [] for security_group (fd0034ca-4235-437b-b835-d51c06b2dfac), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.148279 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a08ff802-df6c-4345-ac01-968624dd12b4 admin admin] Publish callbacks [] for security_group (fd0034ca-4235-437b-b835-d51c06b2dfac), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.195755 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a08ff802-df6c-4345-ac01-968624dd12b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (fd0034ca-4235-437b-b835-d51c06b2dfac), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.198573 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a08ff802-df6c-4345-ac01-968624dd12b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.199788 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a08ff802-df6c-4345-ac01-968624dd12b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd0034ca-4235-437b-b835-d51c06b2dfac HTTP/1.1" status: 204 len: 168 time: 0.1180754 Apr 08 09:16:07.208209 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ff802-df6c-4345-ac01-968624dd12b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0034ca-4235-437b-b835-d51c06b2dfac,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:07.454464 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37292) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:07.467263 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ea089ca3-c405-4790-ba48-69f8e9a2b7ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.541820 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ea089ca3-c405-4790-ba48-69f8e9a2b7ed admin admin] Publish callbacks [] for security_group (e0e04075-a197-4ceb-8183-dcbdd44764b4), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.545848 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ea089ca3-c405-4790-ba48-69f8e9a2b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (e0e04075-a197-4ceb-8183-dcbdd44764b4), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.582680 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ea089ca3-c405-4790-ba48-69f8e9a2b7ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc67c8918b1f4691afa1e31b718843b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271658 Apr 08 09:16:07.583514 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea089ca3-c405-4790-ba48-69f8e9a2b7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e04075-a197-4ceb-8183-dcbdd44764b4,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:07.585443 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37294) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:07.632717 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7f74ce36-5527-4375-97bd-236384226f4d admin admin] Publish callbacks [] for security_group (e0e04075-a197-4ceb-8183-dcbdd44764b4), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.653968 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7f74ce36-5527-4375-97bd-236384226f4d admin admin] Publish callbacks [] for security_group (e0e04075-a197-4ceb-8183-dcbdd44764b4), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.700331 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7f74ce36-5527-4375-97bd-236384226f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (e0e04075-a197-4ceb-8183-dcbdd44764b4), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.702982 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7f74ce36-5527-4375-97bd-236384226f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:07.704118 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7f74ce36-5527-4375-97bd-236384226f4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0e04075-a197-4ceb-8183-dcbdd44764b4 HTTP/1.1" status: 204 len: 168 time: 0.1176271 Apr 08 09:16:07.713722 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74ce36-5527-4375-97bd-236384226f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e04075-a197-4ceb-8183-dcbdd44764b4,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:08.435869 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0e96dd36-604f-48d3-9826-0ed664e115e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:10.823314 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eabd4d1d-dfb7-4717-9b24-adf5d9a9d0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:11.998272 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:13.320624 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:14.720662 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:17.711835 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37452) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:17.815082 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:17.887983 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Publish callbacks [] for security_group (7d9a877f-48df-4cc5-a07f-5aa4a71ef3ab), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:17.891543 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (7d9a877f-48df-4cc5-a07f-5aa4a71ef3ab), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:17.930595 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9a877f-48df-4cc5-a07f-5aa4a71ef3ab,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:17.935059 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7493cd742334f718589ffc04f5dc0a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221344 Apr 08 09:16:17.937766 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37456) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:17.939954 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.940307 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.941185 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.941525 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.941862 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.942195 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.942524 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.942850 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.943180 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.943506 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.943839 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.944165 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.944505 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.944829 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.945154 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbece452-4c9b-46da-aed1-c7b62415f43a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:17.986478 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1b6172af-7e88-4af2-9c52-99da264a1f86 admin admin] Publish callbacks [] for security_group (7d9a877f-48df-4cc5-a07f-5aa4a71ef3ab), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.007624 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1b6172af-7e88-4af2-9c52-99da264a1f86 admin admin] Publish callbacks [] for security_group (7d9a877f-48df-4cc5-a07f-5aa4a71ef3ab), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.053504 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1b6172af-7e88-4af2-9c52-99da264a1f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (7d9a877f-48df-4cc5-a07f-5aa4a71ef3ab), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.056380 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1b6172af-7e88-4af2-9c52-99da264a1f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.057573 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-1b6172af-7e88-4af2-9c52-99da264a1f86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d9a877f-48df-4cc5-a07f-5aa4a71ef3ab HTTP/1.1" status: 204 len: 168 time: 0.1188016 Apr 08 09:16:18.065459 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6172af-7e88-4af2-9c52-99da264a1f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9a877f-48df-4cc5-a07f-5aa4a71ef3ab,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:18.306007 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37464) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:18.319550 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-84a5cf15-08e3-4cab-8b3b-5abc49ee0d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.391701 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-84a5cf15-08e3-4cab-8b3b-5abc49ee0d50 admin admin] Publish callbacks [] for security_group (d799a754-5147-4747-9224-ac0d4bcf22c0), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.395745 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-84a5cf15-08e3-4cab-8b3b-5abc49ee0d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (d799a754-5147-4747-9224-ac0d4bcf22c0), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.437492 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-84a5cf15-08e3-4cab-8b3b-5abc49ee0d50 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a4fbcad35704eaf9caa9b8a6092fd56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303513 Apr 08 09:16:18.439381 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5cf15-08e3-4cab-8b3b-5abc49ee0d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d799a754-5147-4747-9224-ac0d4bcf22c0,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:18.440172 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37466) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:18.487728 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ef287519-12d4-4f23-868b-e6f7b9943d15 admin admin] Publish callbacks [] for security_group (d799a754-5147-4747-9224-ac0d4bcf22c0), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.508137 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ef287519-12d4-4f23-868b-e6f7b9943d15 admin admin] Publish callbacks [] for security_group (d799a754-5147-4747-9224-ac0d4bcf22c0), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.552699 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ef287519-12d4-4f23-868b-e6f7b9943d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (d799a754-5147-4747-9224-ac0d4bcf22c0), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.555233 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ef287519-12d4-4f23-868b-e6f7b9943d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.556417 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ef287519-12d4-4f23-868b-e6f7b9943d15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d799a754-5147-4747-9224-ac0d4bcf22c0 HTTP/1.1" status: 204 len: 168 time: 0.1152394 Apr 08 09:16:18.563732 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef287519-12d4-4f23-868b-e6f7b9943d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d799a754-5147-4747-9224-ac0d4bcf22c0,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:18.866184 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37472) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:18.879630 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c18729ae-dc4d-49e1-821f-8550dbb24d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.952999 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c18729ae-dc4d-49e1-821f-8550dbb24d67 admin admin] Publish callbacks [] for security_group (0748d53b-0f2a-419f-8bbf-adc52b974747), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.956800 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c18729ae-dc4d-49e1-821f-8550dbb24d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (0748d53b-0f2a-419f-8bbf-adc52b974747), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:18.994233 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c18729ae-dc4d-49e1-821f-8550dbb24d67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6beba2e96cec4603b933add59c180544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269147 Apr 08 09:16:18.995020 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18729ae-dc4d-49e1-821f-8550dbb24d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0748d53b-0f2a-419f-8bbf-adc52b974747,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:18.996834 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37474) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:19.043718 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d841a283-10c0-4eba-97fc-67b7627e0f8d admin admin] Publish callbacks [] for security_group (0748d53b-0f2a-419f-8bbf-adc52b974747), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:19.064857 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d841a283-10c0-4eba-97fc-67b7627e0f8d admin admin] Publish callbacks [] for security_group (0748d53b-0f2a-419f-8bbf-adc52b974747), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:19.113460 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d841a283-10c0-4eba-97fc-67b7627e0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (0748d53b-0f2a-419f-8bbf-adc52b974747), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:19.116017 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d841a283-10c0-4eba-97fc-67b7627e0f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:19.117180 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d841a283-10c0-4eba-97fc-67b7627e0f8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0748d53b-0f2a-419f-8bbf-adc52b974747 HTTP/1.1" status: 204 len: 168 time: 0.1193662 Apr 08 09:16:19.124609 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841a283-10c0-4eba-97fc-67b7627e0f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0748d53b-0f2a-419f-8bbf-adc52b974747,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:26.581001 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:26.946574 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:16:35.738808 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-ffac5215-1435-4a41-b39b-df12350d5be8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1304190 Apr 08 09:16:36.035435 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-58525c98-43f0-4e22-8c09-d3950d3c38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:16:36.036861 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-58525c98-43f0-4e22-8c09-d3950d3c38b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 1129 time: 0.0457079 Apr 08 09:16:36.135815 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-ca06772a-5c72-406c-b1ba-a212a05c1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:16:36.137380 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-ca06772a-5c72-406c-b1ba-a212a05c1cb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 912 time: 0.0829639 Apr 08 09:16:36.460798 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-f0809689-8af0-4000-b1bd-86bbebdf476e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e77d7e8e-a297-4cc7-a138-c39e572912e8 HTTP/1.1" status: 200 len: 1001 time: 0.3177371 Apr 08 09:16:36.511448 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-8d4b20b5-28db-4b8e-9113-f53f0996c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:16:36.513959 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-8d4b20b5-28db-4b8e-9113-f53f0996c7fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0470293 Apr 08 09:16:36.563288 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-e1b65e37-faeb-46ee-aa92-96007bdedcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:16:36.564846 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-e1b65e37-faeb-46ee-aa92-96007bdedcb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438819 Apr 08 09:16:36.575570 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-5328c537-e132-4c15-95b6-3d6e1de8be2b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:16:36.576756 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-5328c537-e132-4c15-95b6-3d6e1de8be2b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057099 Apr 08 09:16:36.665236 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-9c14ef51-97d1-4ff6-b0c3-0a018cf81a14 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821633 Apr 08 09:16:36.751063 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-27f4c01b-775a-4cf0-8ae8-a0cb806f78dd req-5cabdfcb-ee97-4b31-a537-fdab08b0f329 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797105 Apr 08 09:16:37.469309 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37620) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:37.571421 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54dc7a34-d224-4171-87b4-8d5f2d1756e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:37.642748 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54dc7a34-d224-4171-87b4-8d5f2d1756e1 admin admin] Publish callbacks [] for security_group (ea01d843-3664-4b52-bdfb-e81464b0923e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:37.646307 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-54dc7a34-d224-4171-87b4-8d5f2d1756e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (ea01d843-3664-4b52-bdfb-e81464b0923e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:37.685902 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc7a34-d224-4171-87b4-8d5f2d1756e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea01d843-3664-4b52-bdfb-e81464b0923e,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:37.690184 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-54dc7a34-d224-4171-87b4-8d5f2d1756e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54b6df0a301a4df6bacabdc896a7bd84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198708 Apr 08 09:16:37.693319 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37624) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:16:37.739909 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8feb61d-8c8f-4572-b6e0-651f283401a5 admin admin] Publish callbacks [] for security_group (ea01d843-3664-4b52-bdfb-e81464b0923e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:37.760690 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8feb61d-8c8f-4572-b6e0-651f283401a5 admin admin] Publish callbacks [] for security_group (ea01d843-3664-4b52-bdfb-e81464b0923e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:37.806001 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8feb61d-8c8f-4572-b6e0-651f283401a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (ea01d843-3664-4b52-bdfb-e81464b0923e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:37.808580 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e8feb61d-8c8f-4572-b6e0-651f283401a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:37.809750 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e8feb61d-8c8f-4572-b6e0-651f283401a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea01d843-3664-4b52-bdfb-e81464b0923e HTTP/1.1" status: 204 len: 168 time: 0.1155288 Apr 08 09:16:37.817583 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8feb61d-8c8f-4572-b6e0-651f283401a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea01d843-3664-4b52-bdfb-e81464b0923e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:38.436240 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5e078bda-6670-4b2b-82d7-b2765414b384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:40.823956 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9fdb7e1-7bdc-4e48-b81e-af9a2eefc03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:42.001625 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:43.321541 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:44.722486 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:47.167292 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43d084-ad8b-44c3-9e13-3bdd7ae27fd5 req-d3c09de6-c276-482d-9638-5384dbdaa395 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:16:47.168803 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d43d084-ad8b-44c3-9e13-3bdd7ae27fd5 req-d3c09de6-c276-482d-9638-5384dbdaa395 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 946 time: 0.0518816 Apr 08 09:16:47.214117 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d43d084-ad8b-44c3-9e13-3bdd7ae27fd5 req-cf50c055-da61-4322-b574-d35c68e8461a tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Apr 08 09:16:48.331680 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7fa99-9d33-483e-a34c-1f65fa119d57 req-9a152b94-82d1-4b34-ad91-0b262791901d tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:16:48.333216 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aec7fa99-9d33-483e-a34c-1f65fa119d57 req-9a152b94-82d1-4b34-ad91-0b262791901d tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 946 time: 0.0522439 Apr 08 09:16:48.382013 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-aec7fa99-9d33-483e-a34c-1f65fa119d57 req-b7598f1e-614c-4aeb-8e4c-48a13560c29e tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431824 Apr 08 09:16:49.183893 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f13e8f-bcfe-4542-a452-b50e352d4e47 req-06a538ee-c811-497e-bac5-bb2eea680a9e tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:16:49.185356 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-95f13e8f-bcfe-4542-a452-b50e352d4e47 req-06a538ee-c811-497e-bac5-bb2eea680a9e tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.10 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 946 time: 0.0509784 Apr 08 09:16:49.277222 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-95f13e8f-bcfe-4542-a452-b50e352d4e47 req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Deleting port 876073e4-d8ee-442e-8339-f9db47f88292 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:16:49.277563 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-95f13e8f-bcfe-4542-a452-b50e352d4e47 req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (876073e4-d8ee-442e-8339-f9db47f88292), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:49.362059 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-95f13e8f-bcfe-4542-a452-b50e352d4e47 req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] For port 876073e4-d8ee-442e-8339-f9db47f88292, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=876073e4-d8ee-442e-8339-f9db47f88292,segment=NetworkSegment(8cca30d9-25c4-4c46-aa7b-a89b222c00b6),segment_id=8cca30d9-25c4-4c46-aa7b-a89b222c00b6)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:16:49.362420 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-95f13e8f-bcfe-4542-a452-b50e352d4e47 req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (876073e4-d8ee-442e-8339-f9db47f88292), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:49.375007 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-95f13e8f-bcfe-4542-a452-b50e352d4e47 req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Calling delete_port for 876073e4-d8ee-442e-8339-f9db47f88292 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:16:49.496858 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29990fe6-368c-43f4-8b18-fbfc9eaafa37 req-8e76ad6b-025e-48ab-9397-2c7e78dbc4f2 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:16:49.498480 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29990fe6-368c-43f4-8b18-fbfc9eaafa37 req-8e76ad6b-025e-48ab-9397-2c7e78dbc4f2 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=13ca501c-7fb7-42bb-a319-73a78dbeef55 HTTP/1.1" status: 200 len: 946 time: 0.0508847 Apr 08 09:16:49.502720 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-95f13e8f-bcfe-4542-a452-b50e352d4e47 req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (876073e4-d8ee-442e-8339-f9db47f88292), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:49.529639 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Pushing event deleted for resources: {'Port': ['ID=876073e4-d8ee-442e-8339-f9db47f88292,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:16:49.539738 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.540141 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.540507 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.540850 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.541247 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.541588 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.541950 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.542278 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.542607 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.542935 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.543333 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.543668 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.543783 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['876073e4-d8ee-442e-8339-f9db47f88292'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:16:49.544242 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.544326 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.544663 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:16:49.559535 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29990fe6-368c-43f4-8b18-fbfc9eaafa37 req-0bbca5d6-6b2d-477d-a0d8-6528b496d816 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542250 Apr 08 09:16:49.603277 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f13e8f-bcfe-4542-a452-b50e352d4e47 req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] No DVR routers for this DVR port 876073e4-d8ee-442e-8339-f9db47f88292 on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:16:49.605861 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-95f13e8f-bcfe-4542-a452-b50e352d4e47 req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:16:49.609142 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-95f13e8f-bcfe-4542-a452-b50e352d4e47 req-1378ffc4-e23a-44b1-83e7-849f51a74adb tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.10 "DELETE /v2.0/ports/876073e4-d8ee-442e-8339-f9db47f88292 HTTP/1.1" status: 204 len: 173 time: 0.4190168 Apr 08 09:16:49.609586 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ca501c-7fb7-42bb-a319-73a78dbeef55', 'name': 'network-vif-deleted', 'tag': '876073e4-d8ee-442e-8339-f9db47f88292'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:16:49.611825 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa4b96a-9fda-4c2d-9008-ba5bf065b78a" -d '{"events": [{"server_uuid": "13ca501c-7fb7-42bb-a319-73a78dbeef55", "name": "network-vif-deleted", "tag": "876073e4-d8ee-442e-8339-f9db47f88292"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:16:49.821455 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e0a436-8ee9-42c9-a2b7-bbd4fd9b5174 x-openstack-request-id: req-31e0a436-8ee9-42c9-a2b7-bbd4fd9b5174 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:16:49.821994 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ca501c-7fb7-42bb-a319-73a78dbeef55", "name": "network-vif-deleted", "tag": "876073e4-d8ee-442e-8339-f9db47f88292", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:16:49.822384 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31e0a436-8ee9-42c9-a2b7-bbd4fd9b5174 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:16:49.822630 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e0a436-8ee9-42c9-a2b7-bbd4fd9b5174'] response: {'server_uuid': '13ca501c-7fb7-42bb-a319-73a78dbeef55', 'name': 'network-vif-deleted', 'tag': '876073e4-d8ee-442e-8339-f9db47f88292', 'status': 'completed', 'code': 200} Apr 08 09:16:53.340902 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 876073e4-d8ee-442e-8339-f9db47f88292 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:16:53.360553 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: 876073e4-d8ee-442e-8339-f9db47f88292 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:16:53.360899 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 876073e4-d8ee-442e-8339-f9db47f88292 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:16:56.592021 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:01.629656 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-9ed1d679-83fa-407d-874d-cfcc7dd5342f tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:01.631019 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-9ed1d679-83fa-407d-874d-cfcc7dd5342f tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/networks?id=bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 HTTP/1.1" status: 200 len: 814 time: 0.1038771 Apr 08 09:17:01.645734 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-691255a1-9b5f-4499-b405-53a511cc4c61 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/quotas/01cc115a4d4a4e74810082fd245d2fbb HTTP/1.1" status: 200 len: 375 time: 0.0087669 Apr 08 09:17:01.677192 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-7218a63f-392c-4727-91cc-9474a725b906 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=01cc115a4d4a4e74810082fd245d2fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259800 Apr 08 09:17:01.776259 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-7a7a1e6a-8c35-416f-867c-4b40313414f1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:17:01.777308 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-7a7a1e6a-8c35-416f-867c-4b40313414f1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0940959 Apr 08 09:17:01.863127 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-89a4589c-58d2-443c-8afb-94cc9a3ea985 service neutron] 10.222.0.11 "GET /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797389 Apr 08 09:17:01.954582 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-e01c025e-eb69-435c-8dbc-5d1ecf708dfb service neutron] 10.222.0.11 "GET /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859106 Apr 08 09:17:02.108267 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ae113cd5-9d4e-4bd6-a086-f782fa07fe81 req-7d7a138c-0af3-493d-a727-bd9d6f861978 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 210 time: 0.0282118 Apr 08 09:17:03.177784 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-ca2f2818-7467-4104-8d43-c035e705a51b tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:03.180040 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-ca2f2818-7467-4104-8d43-c035e705a51b tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.10 "GET /v2.0/networks?id=bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 HTTP/1.1" status: 200 len: 814 time: 0.1033967 Apr 08 09:17:03.207337 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6c4bf287-9bad-49f9-b909-2aa6fcdf8a8e req-27fe1657-7c1f-43c0-8015-bd4f54c8b088 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 210 time: 0.0274398 Apr 08 09:17:03.211577 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Request body: {'port': {'device_id': 'd48f3d28-23ae-4e6d-b6e9-573fabd9ae2f', 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019', 'admin_state_up': True, 'tenant_id': '01cc115a4d4a4e74810082fd245d2fbb'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:17:03.319945 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Made reservation on behalf of 01cc115a4d4a4e74810082fd245d2fbb for: {'port': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:17:03.323241 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:03.441805 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Allocated IP 172.20.0.10 (bc86079b-b00e-4b3e-bfe1-2ba67f3dd019/be789e74-9e36-4bef-ba06-b645bf79755b/c868fdf4-bf79-4af6-92fc-077b61e970f4) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:17:03.586247 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks [] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:03.617904 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:03.658220 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:17:03.661178 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:17:03.666986 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:17:03.693405 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Pushing event updated for resources: {'Port': ['ID=c868fdf4-bf79-4af6-92fc-077b61e970f4,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:03.720793 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:03.721398 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:03.736533 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-3bff6c6a-62be-4dee-8b7a-d62a968f3dce tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5297840 Apr 08 09:17:03.753130 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Request body: {'port': {'device_id': 'd48f3d28-23ae-4e6d-b6e9-573fabd9ae2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:17:03.810616 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:03.945274 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:17:04.065338 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c868fdf4-bf79-4af6-92fc-077b61e970f4 {{(pid=103424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:17:04.072587 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Publish callbacks [] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:04.083930 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.provisioning_blocks [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Transition to ACTIVE for port object c868fdf4-bf79-4af6-92fc-077b61e970f4 will not be triggered until provisioned by entity L2. {{(pid=103424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:17:04.087401 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:04.139462 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76731038-c563-4993-a1e7-70e660353893 service neutron] Pushing event updated for resources: {'Port': ['ID=c868fdf4-bf79-4af6-92fc-077b61e970f4,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:04.201837 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Attempting to bind port c868fdf4-bf79-4af6-92fc-077b61e970f4 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:17:04.202475 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Attempting to bind port c868fdf4-bf79-4af6-92fc-077b61e970f4 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '8cca30d9-25c4-4c46-aa7b-a89b222c00b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019'}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:17:04.202475 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Attempting to bind port c868fdf4-bf79-4af6-92fc-077b61e970f4 on network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:17:04.206556 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Port c868fdf4-bf79-4af6-92fc-077b61e970f4 on network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:17:04.206875 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Attempting to bind port c868fdf4-bf79-4af6-92fc-077b61e970f4 on network bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:17:04.212020 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:17:04.212350 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Checking segment: {'id': '8cca30d9-25c4-4c46-aa7b-a89b222c00b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:17:04.212754 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Bound using segment: {'id': '8cca30d9-25c4-4c46-aa7b-a89b222c00b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019'} {{(pid=103424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:17:04.213173 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.managers [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Bound port: c868fdf4-bf79-4af6-92fc-077b61e970f4, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cca30d9-25c4-4c46-aa7b-a89b222c00b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019'}}] {{(pid=103424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:17:04.213527 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:04.277549 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] For port c868fdf4-bf79-4af6-92fc-077b61e970f4, host hv-cinder-83699, cleared binding levels {{(pid=103424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:17:04.280762 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] For port c868fdf4-bf79-4af6-92fc-077b61e970f4, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c868fdf4-bf79-4af6-92fc-077b61e970f4,segment=NetworkSegment(8cca30d9-25c4-4c46-aa7b-a89b222c00b6),segment_id=8cca30d9-25c4-4c46-aa7b-a89b222c00b6)] {{(pid=103424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:17:04.286321 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:04.302337 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:04.302818 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:04.304539 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-76731038-c563-4993-a1e7-70e660353893 service neutron] 10.222.0.10 "PUT /v2.0/ports/c868fdf4-bf79-4af6-92fc-077b61e970f4 HTTP/1.1" status: 200 len: 1094 time: 0.5554562 Apr 08 09:17:04.321813 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48f3d28-23ae-4e6d-b6e9-573fabd9ae2f', 'tag': 'c868fdf4-bf79-4af6-92fc-077b61e970f4'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:17:04.324411 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25174883-77f7-49f7-beff-cead2b9de60e" -d '{"events": [{"name": "network-changed", "server_uuid": "d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f", "tag": "c868fdf4-bf79-4af6-92fc-077b61e970f4"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:17:04.331043 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0461a-a01d-4856-a62f-8043624bc8d7 req-1c6ddff9-c253-480e-834a-5fee6082c12c tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:04.333143 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ede0461a-a01d-4856-a62f-8043624bc8d7 req-1c6ddff9-c253-480e-834a-5fee6082c12c tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0580182 Apr 08 09:17:04.381240 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c37e16-602d-43a4-81ca-6c7fa24ad0c7 x-openstack-request-id: req-74c37e16-602d-43a4-81ca-6c7fa24ad0c7 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:17:04.381524 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f", "tag": "c868fdf4-bf79-4af6-92fc-077b61e970f4", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:17:04.381822 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74c37e16-602d-43a4-81ca-6c7fa24ad0c7 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:17:04.382208 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c37e16-602d-43a4-81ca-6c7fa24ad0c7'] response: {'name': 'network-changed', 'server_uuid': 'd48f3d28-23ae-4e6d-b6e9-573fabd9ae2f', 'tag': 'c868fdf4-bf79-4af6-92fc-077b61e970f4', 'status': 'completed', 'code': 200} Apr 08 09:17:04.383281 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76731038-c563-4993-a1e7-70e660353893 service neutron] Pushing event updated for resources: {'Port': ['ID=c868fdf4-bf79-4af6-92fc-077b61e970f4,revision_number=3']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:04.384544 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ede0461a-a01d-4856-a62f-8043624bc8d7 req-8845e955-8854-4061-a0ba-58906903dcb3 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Apr 08 09:17:04.406175 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-1287d81d-4342-4717-ad64-fdbe57cc4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:04.407670 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-1287d81d-4342-4717-ad64-fdbe57cc4d28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01cc115a4d4a4e74810082fd245d2fbb&device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 1128 time: 0.0522301 Apr 08 09:17:04.457236 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-4ea2e18b-d0f4-4914-b051-c714e377f6ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c868fdf4-bf79-4af6-92fc-077b61e970f4 HTTP/1.1" status: 200 len: 217 time: 0.0355070 Apr 08 09:17:04.502853 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-fbc5adf5-3e5a-46b2-9bfb-df15a85221f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:04.504241 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-fbc5adf5-3e5a-46b2-9bfb-df15a85221f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be789e74-9e36-4bef-ba06-b645bf79755b HTTP/1.1" status: 200 len: 854 time: 0.0418651 Apr 08 09:17:04.533530 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-7285d487-36ed-4593-898d-21cb03cd4201 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bc86079b-b00e-4b3e-bfe1-2ba67f3dd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238483 Apr 08 09:17:04.621786 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-a4dca873-2297-4013-8bf4-ef54901dad92 service neutron] 10.222.0.10 "GET /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826855 Apr 08 09:17:04.709192 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-fd249b91-bfcf-47c3-bcfc-ba2dc2d7f086 req-895b8b68-ae33-4167-836d-6f0d04562776 service neutron] 10.222.0.10 "GET /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811825 Apr 08 09:17:05.501899 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac406b-88e7-4a92-a46a-2465abc3eeb2 req-f5f21fcd-f813-4f6e-b228-140b7845b6b9 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:05.503347 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-27ac406b-88e7-4a92-a46a-2465abc3eeb2 req-f5f21fcd-f813-4f6e-b228-140b7845b6b9 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0509708 Apr 08 09:17:05.547864 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-27ac406b-88e7-4a92-a46a-2465abc3eeb2 req-f4dbb631-f768-4231-84df-a672707c5387 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389533 Apr 08 09:17:06.664787 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3765ed9-a474-4af1-93fb-94189fb23cf3 req-358ac4d3-cd4c-4e02-a51d-624b65e2f7bf tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:06.666238 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c3765ed9-a474-4af1-93fb-94189fb23cf3 req-358ac4d3-cd4c-4e02-a51d-624b65e2f7bf tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0527501 Apr 08 09:17:06.714714 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c3765ed9-a474-4af1-93fb-94189fb23cf3 req-a1ade8d7-d220-4d5c-aae0-803a686e7a57 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 Apr 08 09:17:07.004120 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25174883-77f7-49f7-beff-cead2b9de60e req-ecdf3898-72df-4ab3-9ef6-1e4d981522c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:07.005572 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-25174883-77f7-49f7-beff-cead2b9de60e req-ecdf3898-72df-4ab3-9ef6-1e4d981522c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=01cc115a4d4a4e74810082fd245d2fbb&device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 1128 time: 0.0433633 Apr 08 09:17:07.095822 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25174883-77f7-49f7-beff-cead2b9de60e req-ebf1a936-5ebb-4c4b-a66f-01613d97a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:07.097316 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-25174883-77f7-49f7-beff-cead2b9de60e req-ebf1a936-5ebb-4c4b-a66f-01613d97a2bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 HTTP/1.1" status: 200 len: 914 time: 0.0864201 Apr 08 09:17:07.136949 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-25174883-77f7-49f7-beff-cead2b9de60e req-0a4b084b-036d-4367-b7a6-c87cb3c2926a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c868fdf4-bf79-4af6-92fc-077b61e970f4 HTTP/1.1" status: 200 len: 217 time: 0.0334272 Apr 08 09:17:07.187504 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25174883-77f7-49f7-beff-cead2b9de60e req-7035d58a-1205-49f3-b2e6-8609c08b068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:07.188938 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-25174883-77f7-49f7-beff-cead2b9de60e req-7035d58a-1205-49f3-b2e6-8609c08b068a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be789e74-9e36-4bef-ba06-b645bf79755b HTTP/1.1" status: 200 len: 854 time: 0.0463073 Apr 08 09:17:07.219057 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-25174883-77f7-49f7-beff-cead2b9de60e req-8ac1c4c4-7ba5-442c-a2dd-ec2aecce65cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bc86079b-b00e-4b3e-bfe1-2ba67f3dd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237794 Apr 08 09:17:07.305010 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-25174883-77f7-49f7-beff-cead2b9de60e req-f67d0395-0c48-42c5-99bb-8122b14862d2 service neutron] 10.222.0.10 "GET /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804925 Apr 08 09:17:07.396381 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-25174883-77f7-49f7-beff-cead2b9de60e req-37018da4-01e5-422d-b456-85694109aa72 service neutron] 10.222.0.10 "GET /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842311 Apr 08 09:17:07.829641 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071f9fc-afd4-4d16-9a0f-d5cc526b5ab2 req-08eb41e4-4936-448a-bca6-4831b4949c10 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:07.831075 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2071f9fc-afd4-4d16-9a0f-d5cc526b5ab2 req-08eb41e4-4936-448a-bca6-4831b4949c10 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0523887 Apr 08 09:17:07.875559 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2071f9fc-afd4-4d16-9a0f-d5cc526b5ab2 req-1c8d5f18-32b5-469e-9eee-b95cf7b96090 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390682 Apr 08 09:17:08.436905 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d21e9afd-d33b-4b48-9dec-a1aadcc804f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:08.668231 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device c868fdf4-bf79-4af6-92fc-077b61e970f4 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:17:08.762312 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port c868fdf4-bf79-4af6-92fc-077b61e970f4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c868fdf4-bf79-4af6-92fc-077b61e970f4,segment=NetworkSegment(8cca30d9-25c4-4c46-aa7b-a89b222c00b6),segment_id=8cca30d9-25c4-4c46-aa7b-a89b222c00b6)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:17:08.773074 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': 'c868fdf4-bf79-4af6-92fc-077b61e970f4', 'network_id': 'bc86079b-b00e-4b3e-bfe1-2ba67f3dd019', 'port_id': 'c868fdf4-bf79-4af6-92fc-077b61e970f4', 'mac_address': 'fa:16:3e:12:79:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be789e74-9e36-4bef-ba06-b645bf79755b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:17:08.812261 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port c868fdf4-bf79-4af6-92fc-077b61e970f4 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:17:08.812676 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:08.825226 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c868fdf4-bf79-4af6-92fc-077b61e970f4 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:17:08.843867 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port c868fdf4-bf79-4af6-92fc-077b61e970f4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c868fdf4-bf79-4af6-92fc-077b61e970f4,segment=NetworkSegment(8cca30d9-25c4-4c46-aa7b-a89b222c00b6),segment_id=8cca30d9-25c4-4c46-aa7b-a89b222c00b6)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:17:08.847856 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:08.893889 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=c868fdf4-bf79-4af6-92fc-077b61e970f4,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:08.900875 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.901229 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.901579 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.901925 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.902262 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.902594 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.903159 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.903290 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.903564 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.903890 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.904215 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.904575 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.904910 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.905231 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.905556 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:08.998346 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ffe70-0349-4622-872b-58b3aa75044d req-6531dfbe-4847-438e-a00a-ee7d27969487 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:08.999738 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0f4ffe70-0349-4622-872b-58b3aa75044d req-6531dfbe-4847-438e-a00a-ee7d27969487 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0576859 Apr 08 09:17:09.045410 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0f4ffe70-0349-4622-872b-58b3aa75044d req-b094975c-b83f-4c07-be81-850b52a3b73b tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Apr 08 09:17:09.272591 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['c868fdf4-bf79-4af6-92fc-077b61e970f4'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:17:10.166638 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1aa2a-3813-4699-9006-8762973e9c5d req-95e2aa19-933a-49f6-9bb3-3ad99c0d4cd9 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:10.168098 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ffc1aa2a-3813-4699-9006-8762973e9c5d req-95e2aa19-933a-49f6-9bb3-3ad99c0d4cd9 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0570402 Apr 08 09:17:10.212730 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ffc1aa2a-3813-4699-9006-8762973e9c5d req-a63ee0e9-f88f-4032-9c90-d059ba34cf23 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 Apr 08 09:17:10.681453 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device c868fdf4-bf79-4af6-92fc-077b61e970f4 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:17:10.729360 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port c868fdf4-bf79-4af6-92fc-077b61e970f4 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:17:10.733311 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port c868fdf4-bf79-4af6-92fc-077b61e970f4 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:17:10.733672 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:10.815578 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port c868fdf4-bf79-4af6-92fc-077b61e970f4 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:17:10.815959 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:10.840017 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56ca763f-6a09-4eaf-a236-353ab3259b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:10.844645 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48f3d28-23ae-4e6d-b6e9-573fabd9ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c868fdf4-bf79-4af6-92fc-077b61e970f4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:17:10.846829 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd34d34-e115-45f6-b2d7-43cf585fb38f" -d '{"events": [{"server_uuid": "d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "c868fdf4-bf79-4af6-92fc-077b61e970f4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:17:10.859893 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port c868fdf4-bf79-4af6-92fc-077b61e970f4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c868fdf4-bf79-4af6-92fc-077b61e970f4,segment=NetworkSegment(8cca30d9-25c4-4c46-aa7b-a89b222c00b6),segment_id=8cca30d9-25c4-4c46-aa7b-a89b222c00b6)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:17:10.863776 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:10.910837 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=c868fdf4-bf79-4af6-92fc-077b61e970f4,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:10.944766 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec75b1d-4ff8-4b94-8a2a-c0c145d2b06e x-openstack-request-id: req-6ec75b1d-4ff8-4b94-8a2a-c0c145d2b06e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:17:10.945193 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "c868fdf4-bf79-4af6-92fc-077b61e970f4", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:17:10.945568 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ec75b1d-4ff8-4b94-8a2a-c0c145d2b06e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:17:10.945974 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ec75b1d-4ff8-4b94-8a2a-c0c145d2b06e'] response: {'server_uuid': 'd48f3d28-23ae-4e6d-b6e9-573fabd9ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c868fdf4-bf79-4af6-92fc-077b61e970f4', 'code': 200} Apr 08 09:17:11.140293 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4757ef-96c0-4c5e-9abe-fa5558697278 req-e799899c-e905-4e75-8534-d87d3d907684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:11.141812 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ce4757ef-96c0-4c5e-9abe-fa5558697278 req-e799899c-e905-4e75-8534-d87d3d907684 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 1130 time: 0.0430274 Apr 08 09:17:11.183893 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-ce4757ef-96c0-4c5e-9abe-fa5558697278 req-a9958dc5-15f6-4012-93dd-e95506307723 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366478 Apr 08 09:17:11.326022 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563bbda-f032-459e-a58d-8cab2f8947b6 req-c52c1496-03e2-48dc-9368-9b0c73998af4 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:11.327468 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1563bbda-f032-459e-a58d-8cab2f8947b6 req-c52c1496-03e2-48dc-9368-9b0c73998af4 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0506861 Apr 08 09:17:11.371690 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1563bbda-f032-459e-a58d-8cab2f8947b6 req-f29daae0-abf9-4d20-90b1-dad3817a3d88 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387521 Apr 08 09:17:12.004004 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:12.487568 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf26e8-a155-429c-b992-554d3e745bdd req-08796a4a-52c9-4c36-a66c-1443e98e7bac tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:12.489031 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1ecf26e8-a155-429c-b992-554d3e745bdd req-08796a4a-52c9-4c36-a66c-1443e98e7bac tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0503476 Apr 08 09:17:12.538066 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1ecf26e8-a155-429c-b992-554d3e745bdd req-9d4e2dda-8e4d-4174-9822-d12c4449c197 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426102 Apr 08 09:17:13.323198 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:13.658236 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dd715-8893-4ba6-b916-c01d044c672f req-54a79e20-104f-4471-b3d2-363ce386732b tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:13.659668 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-855dd715-8893-4ba6-b916-c01d044c672f req-54a79e20-104f-4471-b3d2-363ce386732b tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0507517 Apr 08 09:17:13.704957 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-855dd715-8893-4ba6-b916-c01d044c672f req-90fc5cc6-863d-4015-b2fb-6f4b8d272c6b tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Apr 08 09:17:14.725224 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:17.276880 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70198ad-61df-460a-801c-89d705f9e6cd req-fd242655-2096-44db-bbe1-f7ba2795d0ba tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:17.278470 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c70198ad-61df-460a-801c-89d705f9e6cd req-fd242655-2096-44db-bbe1-f7ba2795d0ba tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 947 time: 0.0536952 Apr 08 09:17:17.328713 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c70198ad-61df-460a-801c-89d705f9e6cd req-ed4b155d-8c29-4a8b-8e10-f04fc125d949 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444613 Apr 08 09:17:18.457165 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2391f6-46cc-4038-8d8d-12d0bcfbd7b1 req-35d136e7-b528-4046-90ad-defe052ce861 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:18.458513 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1c2391f6-46cc-4038-8d8d-12d0bcfbd7b1 req-35d136e7-b528-4046-90ad-defe052ce861 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 947 time: 0.0551932 Apr 08 09:17:18.504843 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1c2391f6-46cc-4038-8d8d-12d0bcfbd7b1 req-89bcd2c1-b37a-4ed8-84ef-352fd8fec54c tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups?id=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407524 Apr 08 09:17:19.043930 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-01cd5328-c643-4976-a1c8-5a6c2cbcc7b4 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:19.045570 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-01cd5328-c643-4976-a1c8-5a6c2cbcc7b4 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 947 time: 0.0600979 Apr 08 09:17:19.144674 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Deleting port bcd17833-cd4f-4bb1-96ee-880ad2824210 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:17:19.145023 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:19.234727 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] For port bcd17833-cd4f-4bb1-96ee-880ad2824210, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=bcd17833-cd4f-4bb1-96ee-880ad2824210,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:17:19.235090 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:19.404610 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:19.404976 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (53737c4e-fe2a-4ac6-a81a-074a447c3e8a), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:19.405287 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Floating IP 53737c4e-fe2a-4ac6-a81a-074a447c3e8a disassociated. External IP: 172.27.2.29, port: bcd17833-cd4f-4bb1-96ee-880ad2824210. Apr 08 09:17:19.405624 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Calling delete_port for bcd17833-cd4f-4bb1-96ee-880ad2824210 owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:17:19.532032 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (bcd17833-cd4f-4bb1-96ee-880ad2824210), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:19.566635 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event deleted for resources: {'Port': ['ID=bcd17833-cd4f-4bb1-96ee-880ad2824210,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:19.610999 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-199d1ba6-ea72-4db9-b813-1c767e44d6d1 req-4b41da4d-3d84-47c1-9f5f-e825b140acef tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 210 time: 0.0280871 Apr 08 09:17:19.705399 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Router f48e8ed6-79be-4408-bc51-59d4a92d8983 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:17:19.833921 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:17:19.845731 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a0505-a0da-42ba-8625-b735f90ff58c None None] Sync routers for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:17:19.855448 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a0505-a0da-42ba-8625-b735f90ff58c None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:17:19.856069 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-6c9a0505-a0da-42ba-8625-b735f90ff58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:17:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:19.879714 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] No DVR routers for this DVR port bcd17833-cd4f-4bb1-96ee-880ad2824210 on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:17:19.883154 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:19.887331 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-7544e7b0-cc5c-4cbb-a754-e3acf423be92 req-93166d54-0983-4644-bc66-7760330c0328 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.10 "DELETE /v2.0/ports/bcd17833-cd4f-4bb1-96ee-880ad2824210 HTTP/1.1" status: 204 len: 173 time: 0.8370836 Apr 08 09:17:19.887804 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'name': 'network-vif-deleted', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:17:19.890122 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de9549c-afb1-4e81-93f8-ad539ed12bde" -d '{"events": [{"server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "name": "network-vif-deleted", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:17:19.931105 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2be735-8da5-48a4-9518-651c86b49add x-openstack-request-id: req-bb2be735-8da5-48a4-9518-651c86b49add {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:17:19.931462 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb9eca3-b9ac-4433-8f5e-a7ec10b78498", "name": "network-vif-deleted", "tag": "bcd17833-cd4f-4bb1-96ee-880ad2824210", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:17:19.931838 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb2be735-8da5-48a4-9518-651c86b49add {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:17:19.932305 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2be735-8da5-48a4-9518-651c86b49add'] response: {'server_uuid': '9cb9eca3-b9ac-4433-8f5e-a7ec10b78498', 'name': 'network-vif-deleted', 'tag': 'bcd17833-cd4f-4bb1-96ee-880ad2824210', 'status': 'completed', 'code': 200} Apr 08 09:17:20.102756 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-6c9a0505-a0da-42ba-8625-b735f90ff58c None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:17:20.332239 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-6c9a0505-a0da-42ba-8625-b735f90ff58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:20.364168 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a0505-a0da-42ba-8625-b735f90ff58c None None] Checking router: f48e8ed6-79be-4408-bc51-59d4a92d8983 for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:17:20.377321 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a0505-a0da-42ba-8625-b735f90ff58c None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:17:20.377944 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-6c9a0505-a0da-42ba-8625-b735f90ff58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:17:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:20.504989 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-6c9a0505-a0da-42ba-8625-b735f90ff58c None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:17:20.722496 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-366d9111-67ad-4d80-ae25-8273ab4b58fd req-ecde5c3a-59df-43e9-85a7-f7ad6b977ac7 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cb9eca3-b9ac-4433-8f5e-a7ec10b78498 HTTP/1.1" status: 200 len: 210 time: 0.0293210 Apr 08 09:17:20.729199 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-6c9a0505-a0da-42ba-8625-b735f90ff58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:20.757320 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a0505-a0da-42ba-8625-b735f90ff58c None None] The sync data for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi is: [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:15Z', 'revision_number': 4, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '6108450e-aa32-4734-9cf0-322e585d26c8', 'name': '', 'network_id': '10b7a254-b160-4de6-b642-6f7a58546c9f', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'mac_address': 'fa:16:3e:63:67:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:14Z', 'updated_at': '2022-04-08T09:07:18Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'subnets': [{'id': '5471f85f-e66a-4cbd-9a5c-aa1e5a851961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:17:20.987946 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528b154e-6d9c-4367-ba7e-f2284af25ed4 None None] New status for floating IP 53737c4e-fe2a-4ac6-a81a-074a447c3e8a: DOWN {{(pid=103426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:17:21.813906 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37840) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:21.873690 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-973239c3-a9e3-4ccd-8d86-82e7f2b7aa32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group (bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:21.899940 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-973239c3-a9e3-4ccd-8d86-82e7f2b7aa32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group (bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:21.948586 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-973239c3-a9e3-4ccd-8d86-82e7f2b7aa32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:21.951119 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-973239c3-a9e3-4ccd-8d86-82e7f2b7aa32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:21.952304 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-973239c3-a9e3-4ccd-8d86-82e7f2b7aa32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "DELETE /v2.0/security-groups/bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5 HTTP/1.1" status: 204 len: 168 time: 0.1372204 Apr 08 09:17:21.955212 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37842) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:21.962802 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973239c3-a9e3-4ccd-8d86-82e7f2b7aa32 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:21.971418 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.api.v2.resource [None req-c3cab97c-766a-4d24-80c6-c3bc7c12262e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] show failed (client error): The resource could not be found. Apr 08 09:17:21.972725 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c3cab97c-766a-4d24-80c6-c3bc7c12262e tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "GET /v2.0/security-groups/bfddb9ac-5ecd-4b6c-bc20-9ec1edb678a5 HTTP/1.1" status: 404 len: 347 time: 0.0164192 Apr 08 09:17:21.975581 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37844) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:22.110824 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Deleting port 73f7648a-eb02-4b74-9485-ec581e4735f7 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:17:22.111158 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (73f7648a-eb02-4b74-9485-ec581e4735f7), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:22.186025 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (73f7648a-eb02-4b74-9485-ec581e4735f7), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:22.186357 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (73f7648a-eb02-4b74-9485-ec581e4735f7), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:22.199346 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Calling delete_port for 73f7648a-eb02-4b74-9485-ec581e4735f7 owned by network:floatingip {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:17:22.329910 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (73f7648a-eb02-4b74-9485-ec581e4735f7), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:22.360251 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Pushing event deleted for resources: {'Port': ['ID=73f7648a-eb02-4b74-9485-ec581e4735f7,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:22.386437 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.386870 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.387289 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.387726 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.388099 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.388557 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.388944 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.389308 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.389726 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.390115 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.390469 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.390909 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.391311 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.391724 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.392055 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:22.443247 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks [] for floatingip (53737c4e-fe2a-4ac6-a81a-074a447c3e8a), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:22.446019 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:22.447151 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c0627cea-a8ac-40c7-87a7-82dd3f89c072 tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] 10.222.0.11 "DELETE /v2.0/floatingips/53737c4e-fe2a-4ac6-a81a-074a447c3e8a HTTP/1.1" status: 204 len: 168 time: 0.4702821 Apr 08 09:17:25.770735 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device bcd17833-cd4f-4bb1-96ee-880ad2824210 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:17:25.791141 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: bcd17833-cd4f-4bb1-96ee-880ad2824210 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:17:25.791488 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device bcd17833-cd4f-4bb1-96ee-880ad2824210 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:17:26.605499 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:32.204908 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37908) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:32.707657 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d38d0643-e52a-4346-82a7-4549ab637a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613313'] for router_interface (f48e8ed6-79be-4408-bc51-59d4a92d8983), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:32.948081 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-d38d0643-e52a-4346-82a7-4549ab637a2a admin admin] Deleting port 6108450e-aa32-4734-9cf0-322e585d26c8 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:17:32.948421 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d38d0643-e52a-4346-82a7-4549ab637a2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:33.026375 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-d38d0643-e52a-4346-82a7-4549ab637a2a admin admin] For port 6108450e-aa32-4734-9cf0-322e585d26c8, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=6108450e-aa32-4734-9cf0-322e585d26c8,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:17:33.026654 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d38d0643-e52a-4346-82a7-4549ab637a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:33.039075 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-d38d0643-e52a-4346-82a7-4549ab637a2a admin admin] Calling delete_port for 6108450e-aa32-4734-9cf0-322e585d26c8 owned by network:router_interface {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:17:33.218710 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d38d0643-e52a-4346-82a7-4549ab637a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (6108450e-aa32-4734-9cf0-322e585d26c8), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:33.244248 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d0643-e52a-4346-82a7-4549ab637a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6108450e-aa32-4734-9cf0-322e585d26c8,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:33.406130 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d38d0643-e52a-4346-82a7-4549ab637a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-613262'] for router_interface (f48e8ed6-79be-4408-bc51-59d4a92d8983), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:33.622500 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38d0643-e52a-4346-82a7-4549ab637a2a admin admin] Router f48e8ed6-79be-4408-bc51-59d4a92d8983 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:17:33.736544 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38d0643-e52a-4346-82a7-4549ab637a2a admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:17:33.746941 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6be77-d2b1-4fb2-ba18-ac5d7abee13b None None] Sync routers for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:17:33.751360 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d38d0643-e52a-4346-82a7-4549ab637a2a admin admin] 10.222.0.11 "PUT /v2.0/routers/f48e8ed6-79be-4408-bc51-59d4a92d8983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5429721 Apr 08 09:17:33.751799 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37918) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:33.765485 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6be77-d2b1-4fb2-ba18-ac5d7abee13b None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:17:33.772327 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-fde6be77-d2b1-4fb2-ba18-ac5d7abee13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:17:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:33.861308 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Publish callbacks [] for router (f48e8ed6-79be-4408-bc51-59d4a92d8983), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:33.878314 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-fde6be77-d2b1-4fb2-ba18-ac5d7abee13b None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:17:33.964076 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Publish callbacks [] for router_gateway (f48e8ed6-79be-4408-bc51-59d4a92d8983), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.015942 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Deleting port a6234a67-9012-4daa-84c7-67ccc2fde034 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:17:34.016282 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.052634 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-fde6be77-d2b1-4fb2-ba18-ac5d7abee13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:17:33Z', 'revision_number': 5, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port': {'id': 'a6234a67-9012-4daa-84c7-67ccc2fde034', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:34:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:34.081512 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6be77-d2b1-4fb2-ba18-ac5d7abee13b None None] Checking router: f48e8ed6-79be-4408-bc51-59d4a92d8983 for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:17:34.089611 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6be77-d2b1-4fb2-ba18-ac5d7abee13b None None] Routers {'f48e8ed6-79be-4408-bc51-59d4a92d8983'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:17:34.090204 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-fde6be77-d2b1-4fb2-ba18-ac5d7abee13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:17:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f48e8ed6-79be-4408-bc51-59d4a92d8983'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:34.092813 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] For port a6234a67-9012-4daa-84c7-67ccc2fde034, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=a6234a67-9012-4daa-84c7-67ccc2fde034,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:17:34.093185 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.106092 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Calling delete_port for a6234a67-9012-4daa-84c7-67ccc2fde034 owned by network:router_gateway {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:17:34.173861 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-fde6be77-d2b1-4fb2-ba18-ac5d7abee13b None None] Set router f48e8ed6-79be-4408-bc51-59d4a92d8983 gateway port host: None {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:17:34.284333 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (a6234a67-9012-4daa-84c7-67ccc2fde034), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.315173 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6234a67-9012-4daa-84c7-67ccc2fde034,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:34.322114 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-fde6be77-d2b1-4fb2-ba18-ac5d7abee13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:17:33Z', 'revision_number': 6, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port_host': None}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:34.348480 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6be77-d2b1-4fb2-ba18-ac5d7abee13b None None] The sync data for ids ['f48e8ed6-79be-4408-bc51-59d4a92d8983'] in dv-cinder-836996-2-iscsi is: [{'id': 'f48e8ed6-79be-4408-bc51-59d4a92d8983', 'name': 'tempest-AttachVolumeShelveTestJSON-260951293-router', 'tenant_id': '1731589fdea447d4b4b5fcde204b348f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:07:12Z', 'updated_at': '2022-04-08T09:17:33Z', 'revision_number': 6, 'project_id': '1731589fdea447d4b4b5fcde204b348f', 'gw_port_host': None}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:17:34.374064 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611067'] for router_gateway (f48e8ed6-79be-4408-bc51-59d4a92d8983), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.464921 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105441'] for router (f48e8ed6-79be-4408-bc51-59d4a92d8983), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.467005 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Publish callbacks [] for router_controller (f48e8ed6-79be-4408-bc51-59d4a92d8983), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.514925 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613797'] for router (f48e8ed6-79be-4408-bc51-59d4a92d8983), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.515660 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f48e8ed6-79be-4408-bc51-59d4a92d8983 {{(pid=103424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 09:17:34.520398 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.521658 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a65a5f1a-9169-4fc5-9750-759a4d33a096 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f48e8ed6-79be-4408-bc51-59d4a92d8983 HTTP/1.1" status: 204 len: 168 time: 0.7687738 Apr 08 09:17:34.524154 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37926) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:34.567544 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f660914-f8bd-4a17-889a-d8f3a779a6c1 admin admin] Deleting subnet 5471f85f-e66a-4cbd-9a5c-aa1e5a851961 {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:17:34.570486 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9f660914-f8bd-4a17-889a-d8f3a779a6c1 admin admin] Publish callbacks [] for subnet (5471f85f-e66a-4cbd-9a5c-aa1e5a851961), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.603870 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9f660914-f8bd-4a17-889a-d8f3a779a6c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14259800'] for subnet (5471f85f-e66a-4cbd-9a5c-aa1e5a851961), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.680319 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9f660914-f8bd-4a17-889a-d8f3a779a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (5471f85f-e66a-4cbd-9a5c-aa1e5a851961), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.733819 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9f660914-f8bd-4a17-889a-d8f3a779a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13889516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13411748'] for subnet (5471f85f-e66a-4cbd-9a5c-aa1e5a851961), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.758145 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f660914-f8bd-4a17-889a-d8f3a779a6c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5471f85f-e66a-4cbd-9a5c-aa1e5a851961,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:34.764090 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-9f660914-f8bd-4a17-889a-d8f3a779a6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.767764 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-9f660914-f8bd-4a17-889a-d8f3a779a6c1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5471f85f-e66a-4cbd-9a5c-aa1e5a851961 HTTP/1.1" status: 204 len: 168 time: 0.2426548 Apr 08 09:17:34.770357 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 37928) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:34.773457 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188298c7-5639-4ee4-a798-7bf9d2fe192f None None] Network 10b7a254-b160-4de6-b642-6f7a58546c9f requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:17:34.872234 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (10b7a254-b160-4de6-b642-6f7a58546c9f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:34.877497 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-eb704e4e-e50b-43bd-abd2-6c5f953f6620 req-7e33d187-ebbf-49ed-91ed-53c5261adab6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996761 Apr 08 09:17:34.928698 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Deleting port 47879d4b-4266-4435-9e89-1a176cd4935e {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:17:34.928954 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:35.176610 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176dde68-58c5-4e32-993c-9c4b496ca518 None None] DHCP port deletion for 10b7a254-b160-4de6-b642-6f7a58546c9f request from dv-cinder-836996-2-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 09:17:35.225695 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-176dde68-58c5-4e32-993c-9c4b496ca518 None None] Deleting port 47879d4b-4266-4435-9e89-1a176cd4935e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:17:35.226167 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-176dde68-58c5-4e32-993c-9c4b496ca518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:35.267328 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] For port 47879d4b-4266-4435-9e89-1a176cd4935e, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=47879d4b-4266-4435-9e89-1a176cd4935e,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:17:35.267697 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:35.283631 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Calling delete_port for 47879d4b-4266-4435-9e89-1a176cd4935e owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:17:35.292331 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-176dde68-58c5-4e32-993c-9c4b496ca518 None None] For port 47879d4b-4266-4435-9e89-1a176cd4935e, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=47879d4b-4266-4435-9e89-1a176cd4935e,segment=NetworkSegment(6c0984bf-059a-4268-bf15-e4c4fb3a5705),segment_id=6c0984bf-059a-4268-bf15-e4c4fb3a5705)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:17:35.292752 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-176dde68-58c5-4e32-993c-9c4b496ca518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:35.300514 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704e4e-e50b-43bd-abd2-6c5f953f6620 req-0cd7aa61-4df7-4493-a11b-9ebd8af8e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:35.301777 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-eb704e4e-e50b-43bd-abd2-6c5f953f6620 req-0cd7aa61-4df7-4493-a11b-9ebd8af8e805 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 1129 time: 0.3614066 Apr 08 09:17:35.310050 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-176dde68-58c5-4e32-993c-9c4b496ca518 None None] Calling delete_port for 47879d4b-4266-4435-9e89-1a176cd4935e owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:17:35.453282 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:35.457744 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704e4e-e50b-43bd-abd2-6c5f953f6620 req-08398340-1a35-47e0-b53e-066d0a21b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:35.459640 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-eb704e4e-e50b-43bd-abd2-6c5f953f6620 req-08398340-1a35-47e0-b53e-066d0a21b9f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 912 time: 0.1250391 Apr 08 09:17:35.492870 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=47879d4b-4266-4435-9e89-1a176cd4935e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:35.538229 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] No DVR routers for this DVR port 47879d4b-4266-4435-9e89-1a176cd4935e on host dv-cinder-836996-2-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:17:35.590732 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-176dde68-58c5-4e32-993c-9c4b496ca518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630'] for port (47879d4b-4266-4435-9e89-1a176cd4935e), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:35.597906 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-eb704e4e-e50b-43bd-abd2-6c5f953f6620 req-07c1b01a-cc3f-4f8e-8188-b44dff3f7861 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e77d7e8e-a297-4cc7-a138-c39e572912e8 HTTP/1.1" status: 200 len: 1001 time: 0.1171772 Apr 08 09:17:35.643715 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176dde68-58c5-4e32-993c-9c4b496ca518 None None] Pushing event deleted for resources: {'Port': ['ID=47879d4b-4266-4435-9e89-1a176cd4935e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:35.649976 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176dde68-58c5-4e32-993c-9c4b496ca518 None None] No DVR routers for this DVR port 47879d4b-4266-4435-9e89-1a176cd4935e on host dv-cinder-836996-2-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:17:35.665297 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (10b7a254-b160-4de6-b642-6f7a58546c9f), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:35.698506 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b7a254-b160-4de6-b642-6f7a58546c9f']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:35.713251 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704e4e-e50b-43bd-abd2-6c5f953f6620 req-f39c654a-d828-4801-8d78-55e51d3acfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:35.715080 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-eb704e4e-e50b-43bd-abd2-6c5f953f6620 req-f39c654a-d828-4801-8d78-55e51d3acfb3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0887630 Apr 08 09:17:35.716750 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0984bf-059a-4268-bf15-e4c4fb3a5705') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:35.717136 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0984bf-059a-4268-bf15-e4c4fb3a5705') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:35.728414 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14259777'] for segment (6c0984bf-059a-4268-bf15-e4c4fb3a5705), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:35.748230 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (6c0984bf-059a-4268-bf15-e4c4fb3a5705), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:35.754687 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:17:35.755083 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13889290'] for segment (6c0984bf-059a-4268-bf15-e4c4fb3a5705), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: Traceback (most recent call last): Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: timer() Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: cb(*args, **kw) Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: return func(*args, **kwargs) Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: self._notify() Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: self.callback(batched_events) Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: event.method(event) Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: return f(self, *a, **k) Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._get(url).json() Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:17:35.756959 dv-cinder-836996-2-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:17:35.801074 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ccd30-6958-4dda-a611-50f88a383393 req-7919ab4a-1349-47bc-b348-5618a835feb6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:35.801599 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 6108450e-aa32-4734-9cf0-322e585d26c8 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:17:35.802515 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-446ccd30-6958-4dda-a611-50f88a383393 req-7919ab4a-1349-47bc-b348-5618a835feb6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 945 time: 0.0743291 Apr 08 09:17:35.822698 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 6108450e-aa32-4734-9cf0-322e585d26c8 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:17:35.823002 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (10b7a254-b160-4de6-b642-6f7a58546c9f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:35.823443 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 6108450e-aa32-4734-9cf0-322e585d26c8 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:17:35.823443 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device a6234a67-9012-4daa-84c7-67ccc2fde034 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:17:35.830238 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:35.838266 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/10b7a254-b160-4de6-b642-6f7a58546c9f HTTP/1.1" status: 204 len: 168 time: 1.0668950 Apr 08 09:17:35.849088 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: a6234a67-9012-4daa-84c7-67ccc2fde034 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:17:35.849453 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device a6234a67-9012-4daa-84c7-67ccc2fde034 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:17:35.850590 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 47879d4b-4266-4435-9e89-1a176cd4935e no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:17:35.851695 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71afda-15a3-4d25-8465-025f29c96fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b7a254-b160-4de6-b642-6f7a58546c9f,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:35.858842 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-446ccd30-6958-4dda-a611-50f88a383393 req-db64184f-9731-47c5-b789-2a2a524d55c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535672 Apr 08 09:17:35.873597 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 47879d4b-4266-4435-9e89-1a176cd4935e {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:17:35.873939 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 47879d4b-4266-4435-9e89-1a176cd4935e not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:17:35.961120 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37946) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:36.000508 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f37f5917-0a77-401d-b524-20aced88431d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1731589fdea447d4b4b5fcde204b348f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379112 Apr 08 09:17:36.002510 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 37948) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:36.048125 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0ad079c6-7fcf-4531-be54-4936ab8c70a6 admin admin] Publish callbacks [] for security_group (336e8885-5a74-4797-8b0b-d20da065f18f), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:36.068059 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0ad079c6-7fcf-4531-be54-4936ab8c70a6 admin admin] Publish callbacks [] for security_group (336e8885-5a74-4797-8b0b-d20da065f18f), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:36.113408 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0ad079c6-7fcf-4531-be54-4936ab8c70a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (336e8885-5a74-4797-8b0b-d20da065f18f), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:36.116079 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0ad079c6-7fcf-4531-be54-4936ab8c70a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:36.117231 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0ad079c6-7fcf-4531-be54-4936ab8c70a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/336e8885-5a74-4797-8b0b-d20da065f18f HTTP/1.1" status: 204 len: 168 time: 0.1138473 Apr 08 09:17:36.125233 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad079c6-7fcf-4531-be54-4936ab8c70a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336e8885-5a74-4797-8b0b-d20da065f18f,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:36.984311 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f70316-b3cf-4c72-b190-f14f954fd06f req-f25ef8d9-2997-479b-8897-98c77fc54a44 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:36.988927 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-99f70316-b3cf-4c72-b190-f14f954fd06f req-f25ef8d9-2997-479b-8897-98c77fc54a44 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 945 time: 0.0582016 Apr 08 09:17:37.039244 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-99f70316-b3cf-4c72-b190-f14f954fd06f req-0b54c9e0-1a73-46bd-86d9-a6eae8f16bb6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478911 Apr 08 09:17:37.312167 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38002) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:37.394603 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704e4e-e50b-43bd-abd2-6c5f953f6620 req-8c7d3d02-b6b1-4e8b-8021-86cf2558a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:37.396108 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-eb704e4e-e50b-43bd-abd2-6c5f953f6620 req-8c7d3d02-b6b1-4e8b-8021-86cf2558a1e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451140 Apr 08 09:17:37.426681 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8932382d-4cf0-4dae-a415-d54c8a04391b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:37.498173 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8932382d-4cf0-4dae-a415-d54c8a04391b admin admin] Publish callbacks [] for security_group (9b929667-860f-4a0c-b810-362f1027d2d1), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:37.501984 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8932382d-4cf0-4dae-a415-d54c8a04391b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (9b929667-860f-4a0c-b810-362f1027d2d1), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:37.540816 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-8932382d-4cf0-4dae-a415-d54c8a04391b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af1e136546a841939d3f13744fe956fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275286 Apr 08 09:17:37.541659 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932382d-4cf0-4dae-a415-d54c8a04391b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b929667-860f-4a0c-b810-362f1027d2d1,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:37.543478 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38006) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:37.593689 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fcc39f25-959d-4f9c-aa32-0f7fec8a75c6 admin admin] Publish callbacks [] for security_group (9b929667-860f-4a0c-b810-362f1027d2d1), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:37.614366 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fcc39f25-959d-4f9c-aa32-0f7fec8a75c6 admin admin] Publish callbacks [] for security_group (9b929667-860f-4a0c-b810-362f1027d2d1), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:37.713058 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fcc39f25-959d-4f9c-aa32-0f7fec8a75c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (9b929667-860f-4a0c-b810-362f1027d2d1), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:37.715688 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-fcc39f25-959d-4f9c-aa32-0f7fec8a75c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:37.719863 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-fcc39f25-959d-4f9c-aa32-0f7fec8a75c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b929667-860f-4a0c-b810-362f1027d2d1 HTTP/1.1" status: 204 len: 168 time: 0.1753545 Apr 08 09:17:37.741311 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc39f25-959d-4f9c-aa32-0f7fec8a75c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b929667-860f-4a0c-b810-362f1027d2d1,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:37.746392 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-eb704e4e-e50b-43bd-abd2-6c5f953f6620 req-00547e45-caff-4b93-b851-c217106248d1 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155934 Apr 08 09:17:37.886365 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-c80e21b9-6f0e-4fa8-9ae1-5e1096533be5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:37.887838 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-c80e21b9-6f0e-4fa8-9ae1-5e1096533be5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 945 time: 0.0597544 Apr 08 09:17:37.925711 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-eb704e4e-e50b-43bd-abd2-6c5f953f6620 req-273e510c-65c0-4063-b21e-5ff9284dd1b9 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983691 Apr 08 09:17:37.988329 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Deleting port e77d7e8e-a297-4cc7-a138-c39e572912e8 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:17:37.988854 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:38.086124 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] For port e77d7e8e-a297-4cc7-a138-c39e572912e8, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=e77d7e8e-a297-4cc7-a138-c39e572912e8,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:17:38.086625 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:38.439932 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-772ff6c1-5079-4f50-8d2a-36194768ffb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:38.517593 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c28d7-f751-47b2-a0d3-73691966bea8 req-67974f6c-afd7-4430-aa4c-9f85bb6cd7a1 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:38.518961 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f17c28d7-f751-47b2-a0d3-73691966bea8 req-67974f6c-afd7-4430-aa4c-9f85bb6cd7a1 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 945 time: 0.1036420 Apr 08 09:17:38.616599 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f17c28d7-f751-47b2-a0d3-73691966bea8 req-fa388126-3586-4874-b8eb-cf1ba02ea76f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909007 Apr 08 09:17:38.618413 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:38.618779 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (052d09ec-91d3-4d5e-98c5-20600a713651), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:38.619097 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.l3_db [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Floating IP 052d09ec-91d3-4d5e-98c5-20600a713651 disassociated. External IP: 172.27.2.192, port: e77d7e8e-a297-4cc7-a138-c39e572912e8. Apr 08 09:17:38.619439 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Calling delete_port for e77d7e8e-a297-4cc7-a138-c39e572912e8 owned by compute:nova {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:17:38.759288 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (e77d7e8e-a297-4cc7-a138-c39e572912e8), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:38.788319 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event deleted for resources: {'Port': ['ID=e77d7e8e-a297-4cc7-a138-c39e572912e8,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:38.919994 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Router 257ec87a-1a72-4748-9d8c-3d443cce19c9 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:17:39.072955 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:17:39.085086 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a81e2c-466d-4d38-9614-58e72310882a None None] Sync routers for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:17:39.095799 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a81e2c-466d-4d38-9614-58e72310882a None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:17:39.096415 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-94a81e2c-466d-4d38-9614-58e72310882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:17:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:39.107793 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e5ab4-6e88-472e-a7ff-f78ce6c5884e req-ff7d6b92-e95f-43dd-8ae0-594b0f080e9b tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:39.109317 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7a2e5ab4-6e88-472e-a7ff-f78ce6c5884e req-ff7d6b92-e95f-43dd-8ae0-594b0f080e9b tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0914512 Apr 08 09:17:39.127646 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] No DVR routers for this DVR port e77d7e8e-a297-4cc7-a138-c39e572912e8 on host hv-cinder-83699 {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:17:39.130277 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:39.134112 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e68bba1f-74a3-48aa-8ae0-c3cc6eaeaf04 req-5b666a20-cdb3-45b4-9f67-ed530161302f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "DELETE /v2.0/ports/e77d7e8e-a297-4cc7-a138-c39e572912e8 HTTP/1.1" status: 204 len: 173 time: 1.2392046 Apr 08 09:17:39.138804 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'name': 'network-vif-deleted', 'tag': 'e77d7e8e-a297-4cc7-a138-c39e572912e8'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:17:39.141473 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8078a356-dd73-4fc2-a81c-e74226a6a58e" -d '{"events": [{"server_uuid": "88b0e9f3-6bd3-456d-a57f-f50bc26f864c", "name": "network-vif-deleted", "tag": "e77d7e8e-a297-4cc7-a138-c39e572912e8"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:17:39.187492 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7a2e5ab4-6e88-472e-a7ff-f78ce6c5884e req-8d57c18e-932a-4e1a-80b4-591b0ee5b4a1 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609727 Apr 08 09:17:39.233043 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-94a81e2c-466d-4d38-9614-58e72310882a None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:17:39.345376 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45950d2-bbe3-4d23-86ab-97411e8e7867 x-openstack-request-id: req-d45950d2-bbe3-4d23-86ab-97411e8e7867 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:17:39.345745 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b0e9f3-6bd3-456d-a57f-f50bc26f864c", "name": "network-vif-deleted", "tag": "e77d7e8e-a297-4cc7-a138-c39e572912e8", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:17:39.346072 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d45950d2-bbe3-4d23-86ab-97411e8e7867 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:17:39.346547 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45950d2-bbe3-4d23-86ab-97411e8e7867'] response: {'server_uuid': '88b0e9f3-6bd3-456d-a57f-f50bc26f864c', 'name': 'network-vif-deleted', 'tag': 'e77d7e8e-a297-4cc7-a138-c39e572912e8', 'status': 'completed', 'code': 200} Apr 08 09:17:39.455014 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-94a81e2c-466d-4d38-9614-58e72310882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:39.484489 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a81e2c-466d-4d38-9614-58e72310882a None None] Checking router: 257ec87a-1a72-4748-9d8c-3d443cce19c9 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:17:39.493315 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a81e2c-466d-4d38-9614-58e72310882a None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:17:39.493914 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-94a81e2c-466d-4d38-9614-58e72310882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:17:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:39.600342 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-94a81e2c-466d-4d38-9614-58e72310882a None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:17:39.711261 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fe0d2a52-b497-45ac-b829-8fe49ff88639 req-f45a8b47-9c4a-4578-b5f8-0f9672702e74 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 210 time: 0.0288975 Apr 08 09:17:39.801061 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-94a81e2c-466d-4d38-9614-58e72310882a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:17:39.832822 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a81e2c-466d-4d38-9614-58e72310882a None None] The sync data for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi is: [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:17:40.041289 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e2297-eb83-4e3e-a363-db4238dc24c4 None None] New status for floating IP 052d09ec-91d3-4d5e-98c5-20600a713651: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:17:40.333380 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a5c790-ee83-47d9-877e-283536e7ed81 req-422881a3-bd1e-4c67-9b45-b360c5431d1e tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:40.334893 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b5a5c790-ee83-47d9-877e-283536e7ed81 req-422881a3-bd1e-4c67-9b45-b360c5431d1e tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0527244 Apr 08 09:17:40.380215 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b5a5c790-ee83-47d9-877e-283536e7ed81 req-c65b93b5-e584-48b1-8edb-805096aefe0d tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Apr 08 09:17:40.818739 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fb15b186-2fcf-434f-831f-8d318e9cc55c req-c30bfd53-c12b-4b93-a247-06d0bfe77001 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b0e9f3-6bd3-456d-a57f-f50bc26f864c HTTP/1.1" status: 200 len: 210 time: 0.0299196 Apr 08 09:17:40.821904 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee03451c-e422-450d-aef0-6c11b19f5aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:40.943952 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:17:41.151294 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050be222-b8a9-479c-af38-ed7256a423be req-a4ca71da-58fd-4c44-b2b2-dddc2fdfc671 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:41.152886 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-050be222-b8a9-479c-af38-ed7256a423be req-a4ca71da-58fd-4c44-b2b2-dddc2fdfc671 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.10 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 946 time: 0.0529184 Apr 08 09:17:41.249442 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-050be222-b8a9-479c-af38-ed7256a423be req-f685b4a1-112f-4066-8914-996d1def16a1 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Deleting port c868fdf4-bf79-4af6-92fc-077b61e970f4 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:17:41.249789 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-050be222-b8a9-479c-af38-ed7256a423be req-f685b4a1-112f-4066-8914-996d1def16a1 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:41.340317 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-050be222-b8a9-479c-af38-ed7256a423be req-f685b4a1-112f-4066-8914-996d1def16a1 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] For port c868fdf4-bf79-4af6-92fc-077b61e970f4, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=c868fdf4-bf79-4af6-92fc-077b61e970f4,segment=NetworkSegment(8cca30d9-25c4-4c46-aa7b-a89b222c00b6),segment_id=8cca30d9-25c4-4c46-aa7b-a89b222c00b6)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:17:41.341063 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-050be222-b8a9-479c-af38-ed7256a423be req-f685b4a1-112f-4066-8914-996d1def16a1 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:41.353193 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-050be222-b8a9-479c-af38-ed7256a423be req-f685b4a1-112f-4066-8914-996d1def16a1 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Calling delete_port for c868fdf4-bf79-4af6-92fc-077b61e970f4 owned by compute:nova {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:17:41.508286 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-050be222-b8a9-479c-af38-ed7256a423be req-f685b4a1-112f-4066-8914-996d1def16a1 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (c868fdf4-bf79-4af6-92fc-077b61e970f4), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:41.542265 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['c868fdf4-bf79-4af6-92fc-077b61e970f4'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:17:41.543645 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685b4a1-112f-4066-8914-996d1def16a1 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Pushing event deleted for resources: {'Port': ['ID=c868fdf4-bf79-4af6-92fc-077b61e970f4,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:41.559108 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fc97a-6e8d-4cf9-9a9d-9c4fffc335a0 req-2eabf4fc-c029-42f8-8fc3-2bbf53a6b057 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:41.560641 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-528fc97a-6e8d-4cf9-9a9d-9c4fffc335a0 req-2eabf4fc-c029-42f8-8fc3-2bbf53a6b057 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/ports?device_id=d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f HTTP/1.1" status: 200 len: 946 time: 0.1041574 Apr 08 09:17:41.600801 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-050be222-b8a9-479c-af38-ed7256a423be req-f685b4a1-112f-4066-8914-996d1def16a1 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] No DVR routers for this DVR port c868fdf4-bf79-4af6-92fc-077b61e970f4 on host hv-cinder-83699 {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:17:41.603262 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-050be222-b8a9-479c-af38-ed7256a423be req-f685b4a1-112f-4066-8914-996d1def16a1 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:41.606669 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-050be222-b8a9-479c-af38-ed7256a423be req-f685b4a1-112f-4066-8914-996d1def16a1 tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.10 "DELETE /v2.0/ports/c868fdf4-bf79-4af6-92fc-077b61e970f4 HTTP/1.1" status: 204 len: 173 time: 0.4461884 Apr 08 09:17:41.612976 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48f3d28-23ae-4e6d-b6e9-573fabd9ae2f', 'name': 'network-vif-deleted', 'tag': 'c868fdf4-bf79-4af6-92fc-077b61e970f4'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:17:41.615168 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326745e3-5901-4297-b79c-ccaad7e24678" -d '{"events": [{"server_uuid": "d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f", "name": "network-vif-deleted", "tag": "c868fdf4-bf79-4af6-92fc-077b61e970f4"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:17:41.655904 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-528fc97a-6e8d-4cf9-9a9d-9c4fffc335a0 req-a1f364d4-a43a-4d94-86bc-3986ea25705b tempest-VolumesSnapshotTestJSON-1712680230 tempest-VolumesSnapshotTestJSON-1712680230-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7797f0a-193d-4ec3-b46b-8121c6eb8d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791636 Apr 08 09:17:41.662204 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed66ba2-bc3a-4017-9377-00ab9ee4ed3b x-openstack-request-id: req-5ed66ba2-bc3a-4017-9377-00ab9ee4ed3b {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:17:41.662580 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d48f3d28-23ae-4e6d-b6e9-573fabd9ae2f", "name": "network-vif-deleted", "tag": "c868fdf4-bf79-4af6-92fc-077b61e970f4", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:17:41.663357 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ed66ba2-bc3a-4017-9377-00ab9ee4ed3b {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:17:41.663802 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed66ba2-bc3a-4017-9377-00ab9ee4ed3b'] response: {'server_uuid': 'd48f3d28-23ae-4e6d-b6e9-573fabd9ae2f', 'name': 'network-vif-deleted', 'tag': 'c868fdf4-bf79-4af6-92fc-077b61e970f4', 'status': 'completed', 'code': 200} Apr 08 09:17:41.818133 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device e77d7e8e-a297-4cc7-a138-c39e572912e8 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:17:41.840574 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: e77d7e8e-a297-4cc7-a138-c39e572912e8 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:17:41.841211 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device e77d7e8e-a297-4cc7-a138-c39e572912e8 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:17:42.013556 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:42.089549 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-f8370a6b-7b53-4676-ba2c-883c034ead36 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032080636&fields=id&tenant_id=59f91b9ddd904469a0c5f65b23c7cf66 HTTP/1.1" status: 200 len: 267 time: 0.0446506 Apr 08 09:17:42.196640 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f1da7-628f-474b-892f-79666f697094 req-2b66ff25-c2e3-4682-bf72-23786982e492 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:42.197994 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-2b66ff25-c2e3-4682-bf72-23786982e492 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 812 time: 0.1010392 Apr 08 09:17:42.211840 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-34010c1e-47b2-4bd7-8e33-9e706e2bbee8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/quotas/59f91b9ddd904469a0c5f65b23c7cf66 HTTP/1.1" status: 200 len: 375 time: 0.0085568 Apr 08 09:17:42.267911 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-4a5d2afa-2e4b-4d0f-abe3-1c0e20bcf925 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514340 Apr 08 09:17:42.364224 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-499e617f-e7bf-4197-a0fe-ae3d3c54b00e service neutron] 10.222.0.11 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856187 Apr 08 09:17:42.453900 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-b9b390d3-55c2-4a38-a37a-3ec859a2f9bb service neutron] 10.222.0.11 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832391 Apr 08 09:17:42.744442 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf3eb87b-b0a5-4173-8d90-c41977f328bc req-7376b2f1-91f2-41d8-8753-0d4d275ee7c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 210 time: 0.0353611 Apr 08 09:17:43.329884 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:43.730478 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f1da7-628f-474b-892f-79666f697094 req-98507e3e-b0e6-4c37-822a-039feb6388d1 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:43.733006 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-98507e3e-b0e6-4c37-822a-039feb6388d1 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 812 time: 0.1212296 Apr 08 09:17:43.801084 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-d2808eca-c91d-44d5-9c75-cc08d0fad087 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59f91b9ddd904469a0c5f65b23c7cf66 HTTP/1.1" status: 200 len: 380 time: 0.0541279 Apr 08 09:17:43.811750 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-d83f1da7-628f-474b-892f-79666f697094 req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'port': {'device_id': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'admin_state_up': True, 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'security_groups': ['a670e5b6-6465-4910-a5ca-a71421b862a7']}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:17:43.874304 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-53e2e015-2dfe-4238-93e7-61e7cfd5a6a2 req-a940af2b-4e73-4ab4-a265-2d87eac89110 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 210 time: 0.0590363 Apr 08 09:17:43.960753 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d83f1da7-628f-474b-892f-79666f697094 req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Made reservation on behalf of 59f91b9ddd904469a0c5f65b23c7cf66 for: {'port': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:17:43.963949 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-d83f1da7-628f-474b-892f-79666f697094 req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:44.088886 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [req-d83f1da7-628f-474b-892f-79666f697094 req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Allocated IP 172.20.0.7 (c93015da-2178-4354-b03b-a22057a7e12c/5e08e173-ccb6-43f1-9e3a-0132c4105c1b/fab09178-482a-4579-9623-dbb02082fa7d) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:17:44.232665 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-d83f1da7-628f-474b-892f-79666f697094 req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for port (fab09178-482a-4579-9623-dbb02082fa7d), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:44.266779 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-d83f1da7-628f-474b-892f-79666f697094 req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (fab09178-482a-4579-9623-dbb02082fa7d), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:44.310985 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d83f1da7-628f-474b-892f-79666f697094 req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Network c93015da-2178-4354-b03b-a22057a7e12c is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:17:44.318183 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [req-d83f1da7-628f-474b-892f-79666f697094 req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:17:44.324435 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83f1da7-628f-474b-892f-79666f697094 req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:17:44.328952 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'Port': ['ID=fab09178-482a-4579-9623-dbb02082fa7d,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:44.386852 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f1da7-628f-474b-892f-79666f697094 req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:44.387890 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-d83f1da7-628f-474b-892f-79666f697094 req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:44.406529 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-4022ed76-6f4a-49a6-be68-ecfa7ba94e86 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5988574 Apr 08 09:17:44.430562 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Request body: {'port': {'device_id': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:17:44.492162 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fab09178-482a-4579-9623-dbb02082fa7d), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:44.554284 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-c2754ba8-af4d-44c7-8c4c-3b07d5d873ec None None] Provisioning complete for port fab09178-482a-4579-9623-dbb02082fa7d triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:17:44.554893 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2754ba8-af4d-44c7-8c4c-3b07d5d873ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (fab09178-482a-4579-9623-dbb02082fa7d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:44.586701 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c2754ba8-af4d-44c7-8c4c-3b07d5d873ec None None] Port fab09178-482a-4579-9623-dbb02082fa7d cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:17:44.729975 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:44.757742 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab09178-482a-4579-9623-dbb02082fa7d {{(pid=103425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:17:44.765150 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Publish callbacks [] for port (fab09178-482a-4579-9623-dbb02082fa7d), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:44.778513 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.provisioning_blocks [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Transition to ACTIVE for port object fab09178-482a-4579-9623-dbb02082fa7d will not be triggered until provisioned by entity L2. {{(pid=103425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:17:44.782124 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (fab09178-482a-4579-9623-dbb02082fa7d), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:44.856159 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Pushing event updated for resources: {'Port': ['ID=fab09178-482a-4579-9623-dbb02082fa7d,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:44.906769 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Attempting to bind port fab09178-482a-4579-9623-dbb02082fa7d on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:17:44.907611 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Attempting to bind port fab09178-482a-4579-9623-dbb02082fa7d by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:17:44.908254 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Attempting to bind port fab09178-482a-4579-9623-dbb02082fa7d on network c93015da-2178-4354-b03b-a22057a7e12c {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:17:44.914613 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Port fab09178-482a-4579-9623-dbb02082fa7d on network c93015da-2178-4354-b03b-a22057a7e12c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:17:44.914947 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Attempting to bind port fab09178-482a-4579-9623-dbb02082fa7d on network c93015da-2178-4354-b03b-a22057a7e12c {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:17:44.920308 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:17:44.920669 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Checking segment: {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:17:44.921056 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Bound using segment: {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:17:44.921486 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Bound port: fab09178-482a-4579-9623-dbb02082fa7d, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:17:44.921847 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fab09178-482a-4579-9623-dbb02082fa7d), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:45.020925 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] For port fab09178-482a-4579-9623-dbb02082fa7d, host hv-cinder-83699, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:17:45.024970 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] For port fab09178-482a-4579-9623-dbb02082fa7d, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fab09178-482a-4579-9623-dbb02082fa7d,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:17:45.033278 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (fab09178-482a-4579-9623-dbb02082fa7d), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:45.048898 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fa98d-5471-4426-9a0e-d2a66eb9ee15 req-516b08ad-3884-44c9-a85e-d67c7ce43c30 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:45.050358 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-372fa98d-5471-4426-9a0e-d2a66eb9ee15 req-516b08ad-3884-44c9-a85e-d67c7ce43c30 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0922518 Apr 08 09:17:45.076217 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:45.076827 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:45.078497 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] 10.222.0.10 "PUT /v2.0/ports/fab09178-482a-4579-9623-dbb02082fa7d HTTP/1.1" status: 200 len: 1093 time: 0.6529808 Apr 08 09:17:45.085280 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'tag': 'fab09178-482a-4579-9623-dbb02082fa7d'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:17:45.087425 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1426c47-8d2b-42cd-84c4-f084feadee16" -d '{"events": [{"name": "network-changed", "server_uuid": "58076da8-7b2e-4513-8ea4-8524cc4b447c", "tag": "fab09178-482a-4579-9623-dbb02082fa7d"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:17:45.128732 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17919789-f463-4229-ae15-880bb2ed2d70 x-openstack-request-id: req-17919789-f463-4229-ae15-880bb2ed2d70 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:17:45.129016 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58076da8-7b2e-4513-8ea4-8524cc4b447c", "tag": "fab09178-482a-4579-9623-dbb02082fa7d", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:17:45.129263 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17919789-f463-4229-ae15-880bb2ed2d70 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:17:45.129652 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17919789-f463-4229-ae15-880bb2ed2d70'] response: {'name': 'network-changed', 'server_uuid': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'tag': 'fab09178-482a-4579-9623-dbb02082fa7d', 'status': 'completed', 'code': 200} Apr 08 09:17:45.142725 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f829ce-800c-479b-9ba5-5b90d2fd6aea service neutron] Pushing event updated for resources: {'Port': ['ID=fab09178-482a-4579-9623-dbb02082fa7d,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:45.155813 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-372fa98d-5471-4426-9a0e-d2a66eb9ee15 req-cc8c7b98-0623-4279-ae58-6fde88df468a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876718 Apr 08 09:17:46.273611 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51722c30-c02b-48dd-a29e-316095b958ed req-6fa7a542-936e-419b-b94d-1f26292f581e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:46.275065 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-51722c30-c02b-48dd-a29e-316095b958ed req-6fa7a542-936e-419b-b94d-1f26292f581e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0551553 Apr 08 09:17:46.323406 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-51722c30-c02b-48dd-a29e-316095b958ed req-7785994b-cdd4-47c4-8b67-03036cd886d9 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 Apr 08 09:17:47.441283 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bc803-26f0-4cdc-96ca-ed88857557d4 req-555a74b4-4c9f-45eb-93d9-ed6818a06196 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:47.442749 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-921bc803-26f0-4cdc-96ca-ed88857557d4 req-555a74b4-4c9f-45eb-93d9-ed6818a06196 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0515034 Apr 08 09:17:47.493701 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-921bc803-26f0-4cdc-96ca-ed88857557d4 req-bf4f4031-85f9-424a-bc41-c616536978f2 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449541 Apr 08 09:17:47.626888 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device c868fdf4-bf79-4af6-92fc-077b61e970f4 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:17:47.648183 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: c868fdf4-bf79-4af6-92fc-077b61e970f4 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:17:47.648573 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device c868fdf4-bf79-4af6-92fc-077b61e970f4 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:17:47.699692 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1426c47-8d2b-42cd-84c4-f084feadee16 req-a4c721e1-65bf-46a5-bd2c-fe05e1614738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:47.701246 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d1426c47-8d2b-42cd-84c4-f084feadee16 req-a4c721e1-65bf-46a5-bd2c-fe05e1614738 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 1127 time: 0.0500543 Apr 08 09:17:47.801973 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1426c47-8d2b-42cd-84c4-f084feadee16 req-e995daff-3bad-4d5c-a6ee-d7505fff565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:47.803989 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d1426c47-8d2b-42cd-84c4-f084feadee16 req-e995daff-3bad-4d5c-a6ee-d7505fff565e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0902672 Apr 08 09:17:47.895013 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1426c47-8d2b-42cd-84c4-f084feadee16 req-3e926dac-d1da-4c66-8f59-326b781d04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:47.896362 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d1426c47-8d2b-42cd-84c4-f084feadee16 req-3e926dac-d1da-4c66-8f59-326b781d04ec service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0869923 Apr 08 09:17:47.995983 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f1da7-628f-474b-892f-79666f697094 req-ed89c0af-1ab0-42ad-b605-7a76c88608b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:47.997463 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-ed89c0af-1ab0-42ad-b605-7a76c88608b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 1127 time: 0.0440996 Apr 08 09:17:48.041120 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-41298471-2173-4053-bc26-b683e0e7614c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab09178-482a-4579-9623-dbb02082fa7d HTTP/1.1" status: 200 len: 217 time: 0.0324907 Apr 08 09:17:48.090055 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f1da7-628f-474b-892f-79666f697094 req-e4def495-92fb-4991-a06e-20cc0c0c07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:48.091484 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-e4def495-92fb-4991-a06e-20cc0c0c07c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0448151 Apr 08 09:17:48.139391 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f1da7-628f-474b-892f-79666f697094 req-e434f8ca-e3a8-47b0-be54-56b7a8d2175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:48.140969 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-e434f8ca-e3a8-47b0-be54-56b7a8d2175c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430489 Apr 08 09:17:48.226276 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-ffbcbf89-5d87-4b5d-a004-be8994c6a3bd service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794034 Apr 08 09:17:48.315182 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d83f1da7-628f-474b-892f-79666f697094 req-78336bac-496d-4272-a699-c96749a9e3fe service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834680 Apr 08 09:17:48.645188 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cb8f0-6e61-40c6-b70a-42bd72cd86f0 req-78fae806-9384-4c14-85ee-e899e69cd898 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:48.649560 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6d2cb8f0-6e61-40c6-b70a-42bd72cd86f0 req-78fae806-9384-4c14-85ee-e899e69cd898 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0810051 Apr 08 09:17:48.706564 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6d2cb8f0-6e61-40c6-b70a-42bd72cd86f0 req-5cb6b752-f120-43ad-b448-9f7205c44244 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498948 Apr 08 09:17:49.840345 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860647b-b6aa-4e90-9746-1e0c6fd022d9 req-4be00ac0-030f-498d-9d9b-8ce425419bfd tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:49.842040 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8860647b-b6aa-4e90-9746-1e0c6fd022d9 req-4be00ac0-030f-498d-9d9b-8ce425419bfd tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0649076 Apr 08 09:17:49.891586 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8860647b-b6aa-4e90-9746-1e0c6fd022d9 req-db282b44-debe-41bb-b994-a8445984d05b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 Apr 08 09:17:51.018339 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84180181-c9ce-4c3f-b468-2c1031eb925f req-914f3213-804a-4e96-a5ea-71107ab299fd tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:51.019716 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-84180181-c9ce-4c3f-b468-2c1031eb925f req-914f3213-804a-4e96-a5ea-71107ab299fd tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0616536 Apr 08 09:17:51.066222 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-84180181-c9ce-4c3f-b468-2c1031eb925f req-b9d58a68-1647-4bf5-b4f4-17d5a1386dc8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403366 Apr 08 09:17:52.192103 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e629e1b-3bbf-459e-b77f-29022798c085 req-cfbee040-9ca7-4267-ad41-1239d9d4ab99 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:52.194299 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1e629e1b-3bbf-459e-b77f-29022798c085 req-cfbee040-9ca7-4267-ad41-1239d9d4ab99 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0623691 Apr 08 09:17:52.245476 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1e629e1b-3bbf-459e-b77f-29022798c085 req-c8ce5d08-c753-441f-926d-459a20ce9f96 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445049 Apr 08 09:17:53.365377 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86e5e4-7494-40df-8cab-083d427066c9 req-fb85cb40-a4e8-4c66-8c10-9509e8c3706e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:53.366948 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1c86e5e4-7494-40df-8cab-083d427066c9 req-fb85cb40-a4e8-4c66-8c10-9509e8c3706e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0523322 Apr 08 09:17:53.424561 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1c86e5e4-7494-40df-8cab-083d427066c9 req-64b7ce3d-6d62-426a-829f-dfa67f8d18bb tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518553 Apr 08 09:17:54.543892 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95c925-92f2-4790-bb46-fef991f31534 req-89d8bfee-9cab-49d9-9109-3b16b188898b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:54.545378 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5a95c925-92f2-4790-bb46-fef991f31534 req-89d8bfee-9cab-49d9-9109-3b16b188898b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0521665 Apr 08 09:17:54.594927 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5a95c925-92f2-4790-bb46-fef991f31534 req-d49abe1b-566a-4e31-8e16-0a35be9a9507 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441372 Apr 08 09:17:55.707653 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34c160-6bf7-42f3-bf3b-98c27cf052ba req-7d3518f6-4a5f-439e-8768-389bfcc50942 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:55.709119 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7c34c160-6bf7-42f3-bf3b-98c27cf052ba req-7d3518f6-4a5f-439e-8768-389bfcc50942 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0513628 Apr 08 09:17:55.756730 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7c34c160-6bf7-42f3-bf3b-98c27cf052ba req-5ac21539-1f57-46f4-9774-dd815e3dd4d6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Apr 08 09:17:56.590743 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:56.870083 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d6346-d7bb-4206-ba31-3d769ba8211f req-3b2ec460-4ac7-400a-a91d-a344b6b07983 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:56.871519 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f14d6346-d7bb-4206-ba31-3d769ba8211f req-3b2ec460-4ac7-400a-a91d-a344b6b07983 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0501945 Apr 08 09:17:56.918239 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f14d6346-d7bb-4206-ba31-3d769ba8211f req-b13e2301-439a-482a-98f1-629a8811a3f9 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412641 Apr 08 09:17:58.036412 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9519d76-4ebb-4061-9784-200c67f457b5 req-80185fb9-2415-4acb-8c67-4697257bfc9d tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:58.037903 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b9519d76-4ebb-4061-9784-200c67f457b5 req-80185fb9-2415-4acb-8c67-4697257bfc9d tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0543308 Apr 08 09:17:58.084628 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b9519d76-4ebb-4061-9784-200c67f457b5 req-61372c9d-34d2-4a3b-9875-df39266d6ef1 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404079 Apr 08 09:17:59.198330 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c1b38-e96f-4e94-9aa5-6fd03ec148ae req-63af7203-92ba-42ee-b85a-0241f7d18be8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:17:59.199791 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d06c1b38-e96f-4e94-9aa5-6fd03ec148ae req-63af7203-92ba-42ee-b85a-0241f7d18be8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0515273 Apr 08 09:17:59.247591 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d06c1b38-e96f-4e94-9aa5-6fd03ec148ae req-36644ca8-69f8-4385-aa59-2f1d792ef9b3 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423312 Apr 08 09:17:59.682939 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38384) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:59.786725 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:59.857899 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Publish callbacks [] for security_group (c7292e4b-7c45-4b1a-a5df-5e7215e82470), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:59.861457 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (c7292e4b-7c45-4b1a-a5df-5e7215e82470), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:59.899248 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de29be7395114aeeb6a75fc4bccc6f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150269 Apr 08 09:17:59.899828 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7292e4b-7c45-4b1a-a5df-5e7215e82470,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:17:59.901776 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38390) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:17:59.907206 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.907562 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.907902 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.908247 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.908609 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.908940 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.909266 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.909590 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.909904 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.910237 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.910557 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.910878 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.911197 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.911513 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.911864 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c176b9-1397-4065-953e-e839f05a3c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:17:59.950466 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4519ff69-2148-4f73-a5cb-c2ad3fb51b11 admin admin] Publish callbacks [] for security_group (c7292e4b-7c45-4b1a-a5df-5e7215e82470), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:17:59.971166 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4519ff69-2148-4f73-a5cb-c2ad3fb51b11 admin admin] Publish callbacks [] for security_group (c7292e4b-7c45-4b1a-a5df-5e7215e82470), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:00.021838 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4519ff69-2148-4f73-a5cb-c2ad3fb51b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (c7292e4b-7c45-4b1a-a5df-5e7215e82470), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:00.024487 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4519ff69-2148-4f73-a5cb-c2ad3fb51b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:00.025699 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4519ff69-2148-4f73-a5cb-c2ad3fb51b11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7292e4b-7c45-4b1a-a5df-5e7215e82470 HTTP/1.1" status: 204 len: 168 time: 0.1228724 Apr 08 09:18:00.033522 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519ff69-2148-4f73-a5cb-c2ad3fb51b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7292e4b-7c45-4b1a-a5df-5e7215e82470,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:00.300764 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38404) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:00.314925 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c7baf0c8-4990-4971-ab4f-1ead1ef6b89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:00.395438 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50a18b-f72c-4392-a508-77b5e4d34d92 req-259741c7-793c-475d-9dea-53408d440cd9 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:00.397474 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7c50a18b-f72c-4392-a508-77b5e4d34d92 req-259741c7-793c-475d-9dea-53408d440cd9 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0796142 Apr 08 09:18:00.463123 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c7baf0c8-4990-4971-ab4f-1ead1ef6b89a admin admin] Publish callbacks [] for security_group (bcc8ce9a-9417-4238-9f7d-7cf717238391), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:00.468418 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c7baf0c8-4990-4971-ab4f-1ead1ef6b89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (bcc8ce9a-9417-4238-9f7d-7cf717238391), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:00.477375 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7c50a18b-f72c-4392-a508-77b5e4d34d92 req-2f6eb1cf-5a52-4b0a-ac77-cbe412d1af2b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718880 Apr 08 09:18:00.512950 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7baf0c8-4990-4971-ab4f-1ead1ef6b89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc8ce9a-9417-4238-9f7d-7cf717238391,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:00.517952 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c7baf0c8-4990-4971-ab4f-1ead1ef6b89a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ec597ab72fb4e8d80447d4ae37e3dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153132 Apr 08 09:18:00.520292 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38406) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:00.574581 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-00cec305-c645-499c-823c-97aab57ab3da admin admin] Publish callbacks [] for security_group (bcc8ce9a-9417-4238-9f7d-7cf717238391), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:00.595391 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-00cec305-c645-499c-823c-97aab57ab3da admin admin] Publish callbacks [] for security_group (bcc8ce9a-9417-4238-9f7d-7cf717238391), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:00.640067 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-00cec305-c645-499c-823c-97aab57ab3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (bcc8ce9a-9417-4238-9f7d-7cf717238391), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:00.642651 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-00cec305-c645-499c-823c-97aab57ab3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:00.644277 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-00cec305-c645-499c-823c-97aab57ab3da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcc8ce9a-9417-4238-9f7d-7cf717238391 HTTP/1.1" status: 204 len: 168 time: 0.1230381 Apr 08 09:18:00.652305 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cec305-c645-499c-823c-97aab57ab3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc8ce9a-9417-4238-9f7d-7cf717238391,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:01.610631 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c41bdd-77ca-4fc8-9496-d4819d481ad2 req-5976922d-7ab6-47ac-a30b-cb2957998ccd tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:01.612126 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-52c41bdd-77ca-4fc8-9496-d4819d481ad2 req-5976922d-7ab6-47ac-a30b-cb2957998ccd tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 943 time: 0.0664914 Apr 08 09:18:01.644618 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device fab09178-482a-4579-9623-dbb02082fa7d details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:18:01.665691 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-52c41bdd-77ca-4fc8-9496-d4819d481ad2 req-ef7a1761-ee25-4657-b059-4cba38d79f62 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474415 Apr 08 09:18:01.759170 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port fab09178-482a-4579-9623-dbb02082fa7d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fab09178-482a-4579-9623-dbb02082fa7d,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:18:01.771516 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': 'fab09178-482a-4579-9623-dbb02082fa7d', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'port_id': 'fab09178-482a-4579-9623-dbb02082fa7d', 'mac_address': 'fa:16:3e:f0:cf:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:18:01.814675 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port fab09178-482a-4579-9623-dbb02082fa7d is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:01.815083 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fab09178-482a-4579-9623-dbb02082fa7d), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:01.828209 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab09178-482a-4579-9623-dbb02082fa7d {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:18:01.848264 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port fab09178-482a-4579-9623-dbb02082fa7d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fab09178-482a-4579-9623-dbb02082fa7d,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:18:01.853054 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (fab09178-482a-4579-9623-dbb02082fa7d), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:01.906995 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=fab09178-482a-4579-9623-dbb02082fa7d,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:02.267381 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['fab09178-482a-4579-9623-dbb02082fa7d'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:18:02.794121 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d56c1d-611d-4b5a-a40a-0d255cfa4a49 req-2e6a2ed5-269e-4de8-9897-1e3d100f686b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:02.795643 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a3d56c1d-611d-4b5a-a40a-0d255cfa4a49 req-2e6a2ed5-269e-4de8-9897-1e3d100f686b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 944 time: 0.0582836 Apr 08 09:18:02.848957 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a3d56c1d-611d-4b5a-a40a-0d255cfa4a49 req-441eb4b6-89b6-4b24-9b32-f609f6343d09 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473645 Apr 08 09:18:03.671218 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device fab09178-482a-4579-9623-dbb02082fa7d up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:18:03.720542 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port fab09178-482a-4579-9623-dbb02082fa7d completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:18:03.725364 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port fab09178-482a-4579-9623-dbb02082fa7d triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:03.725742 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (fab09178-482a-4579-9623-dbb02082fa7d), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:03.803591 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port fab09178-482a-4579-9623-dbb02082fa7d is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:03.803972 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fab09178-482a-4579-9623-dbb02082fa7d), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:03.826021 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab09178-482a-4579-9623-dbb02082fa7d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:18:03.828225 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1590a2-de6b-493f-ba4b-e079a2364db0" -d '{"events": [{"server_uuid": "58076da8-7b2e-4513-8ea4-8524cc4b447c", "name": "network-vif-plugged", "status": "completed", "tag": "fab09178-482a-4579-9623-dbb02082fa7d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:18:03.840625 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port fab09178-482a-4579-9623-dbb02082fa7d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fab09178-482a-4579-9623-dbb02082fa7d,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:18:03.844996 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (fab09178-482a-4579-9623-dbb02082fa7d), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:03.867548 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7de97c-9e02-4647-9ca3-daa0bb5e80ea x-openstack-request-id: req-3d7de97c-9e02-4647-9ca3-daa0bb5e80ea {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:18:03.867843 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58076da8-7b2e-4513-8ea4-8524cc4b447c", "name": "network-vif-plugged", "status": "completed", "tag": "fab09178-482a-4579-9623-dbb02082fa7d", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:18:03.868097 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d7de97c-9e02-4647-9ca3-daa0bb5e80ea {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:18:03.868507 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7de97c-9e02-4647-9ca3-daa0bb5e80ea'] response: {'server_uuid': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab09178-482a-4579-9623-dbb02082fa7d', 'code': 200} Apr 08 09:18:03.895031 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=fab09178-482a-4579-9623-dbb02082fa7d,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:03.986384 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1e4db-e4d0-4ff3-8202-84ed06247864 req-15e453b1-3edf-4c32-8ec1-b16ec69cb032 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:03.988921 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1f1e4db-e4d0-4ff3-8202-84ed06247864 req-15e453b1-3edf-4c32-8ec1-b16ec69cb032 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 945 time: 0.0611618 Apr 08 09:18:04.044360 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a1f1e4db-e4d0-4ff3-8202-84ed06247864 req-276be14e-22f4-4f85-aefe-5dc92e18f28b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505447 Apr 08 09:18:04.132361 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae189ec-9f0f-48ad-a095-4e91e4650669 req-b0dc3b8d-f465-47ee-b0d7-99107eb008bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:04.133869 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7ae189ec-9f0f-48ad-a095-4e91e4650669 req-b0dc3b8d-f465-47ee-b0d7-99107eb008bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 1129 time: 0.0442076 Apr 08 09:18:04.183527 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7ae189ec-9f0f-48ad-a095-4e91e4650669 req-580e3477-0b42-4553-9899-7c7c5e635f03 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431738 Apr 08 09:18:05.162829 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8dc23-ede9-45ee-a664-93b3a6e1bc5f req-2ab32e9a-5644-4d59-b267-f650410f6527 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:05.164551 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dfe8dc23-ede9-45ee-a664-93b3a6e1bc5f req-2ab32e9a-5644-4d59-b267-f650410f6527 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 945 time: 0.0510831 Apr 08 09:18:05.210563 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dfe8dc23-ede9-45ee-a664-93b3a6e1bc5f req-be9c7e15-1dd7-49fd-9313-cf2b43a323aa tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405691 Apr 08 09:18:05.636995 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38542) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:05.743182 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-edc99f07-ecf3-4893-8a62-4dc90e1d380c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:05.823332 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-edc99f07-ecf3-4893-8a62-4dc90e1d380c admin admin] Publish callbacks [] for security_group (18054f3e-ad15-4786-b732-cbda50c17090), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:05.828975 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-edc99f07-ecf3-4893-8a62-4dc90e1d380c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (18054f3e-ad15-4786-b732-cbda50c17090), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:05.874250 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-edc99f07-ecf3-4893-8a62-4dc90e1d380c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b368cd6c46247aea1839422ddb5731b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360854 Apr 08 09:18:05.875115 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc99f07-ecf3-4893-8a62-4dc90e1d380c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18054f3e-ad15-4786-b732-cbda50c17090,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:05.877114 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38558) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:05.928765 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-241a8b8f-3082-4d62-8504-10d9deb376b7 admin admin] Publish callbacks [] for security_group (18054f3e-ad15-4786-b732-cbda50c17090), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:05.950126 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-241a8b8f-3082-4d62-8504-10d9deb376b7 admin admin] Publish callbacks [] for security_group (18054f3e-ad15-4786-b732-cbda50c17090), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:05.998634 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-241a8b8f-3082-4d62-8504-10d9deb376b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (18054f3e-ad15-4786-b732-cbda50c17090), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:06.001603 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-241a8b8f-3082-4d62-8504-10d9deb376b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:06.002826 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-241a8b8f-3082-4d62-8504-10d9deb376b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18054f3e-ad15-4786-b732-cbda50c17090 HTTP/1.1" status: 204 len: 168 time: 0.1244154 Apr 08 09:18:06.012432 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a8b8f-3082-4d62-8504-10d9deb376b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18054f3e-ad15-4786-b732-cbda50c17090,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:06.264891 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38574) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:06.282657 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f0a9-34aa-4184-a03d-d63962d8d8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:06.368164 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2883ffd-7d52-4121-831f-6b2095628767 req-975987c1-352a-49c5-ad71-85429fc0b02b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:06.369848 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a2883ffd-7d52-4121-831f-6b2095628767 req-975987c1-352a-49c5-ad71-85429fc0b02b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 945 time: 0.0786479 Apr 08 09:18:06.441667 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f0a9-34aa-4184-a03d-d63962d8d8ed admin admin] Publish callbacks [] for security_group (f5d0fb25-37fa-48cf-b9f7-09bc96647055), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:06.446345 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a2883ffd-7d52-4121-831f-6b2095628767 req-3110ca2b-5fc0-4e21-83ff-8db97effb146 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700338 Apr 08 09:18:06.447495 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f0a9-34aa-4184-a03d-d63962d8d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f5d0fb25-37fa-48cf-b9f7-09bc96647055), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:06.487048 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-8bf3f0a9-34aa-4184-a03d-d63962d8d8ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b45953281c2d4afbb51ea8433990b080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208469 Apr 08 09:18:06.488114 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3f0a9-34aa-4184-a03d-d63962d8d8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d0fb25-37fa-48cf-b9f7-09bc96647055,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:06.489847 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38578) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:06.539740 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8ac2df25-8395-434b-b5a7-7500046cdacb admin admin] Publish callbacks [] for security_group (f5d0fb25-37fa-48cf-b9f7-09bc96647055), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:06.564099 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8ac2df25-8395-434b-b5a7-7500046cdacb admin admin] Publish callbacks [] for security_group (f5d0fb25-37fa-48cf-b9f7-09bc96647055), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:06.569824 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d46bd-4c66-44fa-92e3-adff36da5061 req-44b91174-eb3d-4222-a011-73918314e21d tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:06.571312 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-099d46bd-4c66-44fa-92e3-adff36da5061 req-44b91174-eb3d-4222-a011-73918314e21d tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 945 time: 0.0584202 Apr 08 09:18:06.610817 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8ac2df25-8395-434b-b5a7-7500046cdacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f5d0fb25-37fa-48cf-b9f7-09bc96647055), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:06.613417 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8ac2df25-8395-434b-b5a7-7500046cdacb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:06.614561 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8ac2df25-8395-434b-b5a7-7500046cdacb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5d0fb25-37fa-48cf-b9f7-09bc96647055 HTTP/1.1" status: 204 len: 168 time: 0.1236496 Apr 08 09:18:06.620591 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-099d46bd-4c66-44fa-92e3-adff36da5061 req-7cd628dd-ed8d-4afc-abe5-fd2faace526b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437975 Apr 08 09:18:06.626862 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2df25-8395-434b-b5a7-7500046cdacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d0fb25-37fa-48cf-b9f7-09bc96647055,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:06.642966 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38582) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:06.691005 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba32ffcc-9e98-4d51-8b78-9517e309973b tempest-TestVolumeBootPattern-1674941572 tempest-TestVolumeBootPattern-1674941572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:06.695143 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ba32ffcc-9e98-4d51-8b78-9517e309973b tempest-TestVolumeBootPattern-1674941572 tempest-TestVolumeBootPattern-1674941572-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 1124 time: 0.0483928 Apr 08 09:18:06.695277 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38584) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:06.699427 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'port_id': 'fab09178-482a-4579-9623-dbb02082fa7d', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:18:06.719493 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:06.819373 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:06.926254 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Allocated IP 172.27.2.129 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/ca8cbe5b-6fd9-4c29-81e6-615272167148) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:18:06.948042 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38588) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:06.961371 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d4298a32-ee36-421b-8344-3784c340615c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.032530 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for port (ca8cbe5b-6fd9-4c29-81e6-615272167148), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.035231 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d4298a32-ee36-421b-8344-3784c340615c admin admin] Publish callbacks [] for security_group (682f2728-19cd-4ce7-8aed-c427aa1c2108), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.045747 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d4298a32-ee36-421b-8344-3784c340615c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (682f2728-19cd-4ce7-8aed-c427aa1c2108), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.077930 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (ca8cbe5b-6fd9-4c29-81e6-615272167148), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.086065 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4298a32-ee36-421b-8344-3784c340615c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682f2728-19cd-4ce7-8aed-c427aa1c2108,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:07.090258 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d4298a32-ee36-421b-8344-3784c340615c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c03eabfdedfa42f98af00e49dd0819f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411355 Apr 08 09:18:07.092855 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38594) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:07.132126 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:18:07.135093 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:18:07.141490 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:18:07.153773 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5903-5062-4855-8e97-1a309bb3d386 admin admin] Publish callbacks [] for security_group (682f2728-19cd-4ce7-8aed-c427aa1c2108), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.166151 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'Port': ['ID=ca8cbe5b-6fd9-4c29-81e6-615272167148,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:07.179630 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5903-5062-4855-8e97-1a309bb3d386 admin admin] Publish callbacks [] for security_group (682f2728-19cd-4ce7-8aed-c427aa1c2108), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.229681 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5903-5062-4855-8e97-1a309bb3d386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (682f2728-19cd-4ce7-8aed-c427aa1c2108), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.232364 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5903-5062-4855-8e97-1a309bb3d386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.233509 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4b5f5903-5062-4855-8e97-1a309bb3d386 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/682f2728-19cd-4ce7-8aed-c427aa1c2108 HTTP/1.1" status: 204 len: 168 time: 0.1397545 Apr 08 09:18:07.242081 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f5903-5062-4855-8e97-1a309bb3d386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682f2728-19cd-4ce7-8aed-c427aa1c2108,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:07.540536 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (2685e817-f8a1-4143-af1d-104f9e30d694), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.612849 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (ca8cbe5b-6fd9-4c29-81e6-615272167148), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.762635 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for port (ca8cbe5b-6fd9-4c29-81e6-615272167148), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.767431 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (ca8cbe5b-6fd9-4c29-81e6-615272167148), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.836286 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'Port': ['ID=ca8cbe5b-6fd9-4c29-81e6-615272167148,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:07.858326 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (2685e817-f8a1-4143-af1d-104f9e30d694), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:07.974003 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Floating IP 2685e817-f8a1-4143-af1d-104f9e30d694 associated. External IP: 172.27.2.129, port: fab09178-482a-4579-9623-dbb02082fa7d. Apr 08 09:18:08.188410 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Router 257ec87a-1a72-4748-9d8c-3d443cce19c9 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:18:08.204605 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38624) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:08.271395 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ceac95-cb9f-431b-ab4b-935f87cc3216 admin admin] Deleting subnet be789e74-9e36-4bef-ba06-b645bf79755b {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:18:08.274975 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ceac95-cb9f-431b-ab4b-935f87cc3216 admin admin] Publish callbacks [] for subnet (be789e74-9e36-4bef-ba06-b645bf79755b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.317106 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ceac95-cb9f-431b-ab4b-935f87cc3216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12789121'] for subnet (be789e74-9e36-4bef-ba06-b645bf79755b), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.330966 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:18:08.340921 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd5e8e-8b51-4953-94fe-c53d3f24add7 None None] Sync routers for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:18:08.352765 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.356543 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd5e8e-8b51-4953-94fe-c53d3f24add7 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:18:08.358092 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a8fd5e8e-8b51-4953-94fe-c53d3f24add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:17:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:08.370436 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ceac95-cb9f-431b-ab4b-935f87cc3216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (be789e74-9e36-4bef-ba06-b645bf79755b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.396571 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-8fe9d758-ba23-4693-9189-024e186a9a85 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6954310 Apr 08 09:18:08.396571 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'tag': 'fab09178-482a-4579-9623-dbb02082fa7d'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:18:08.397641 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b2826c-e66d-4498-9749-1e7ce7d842d3" -d '{"events": [{"name": "network-changed", "server_uuid": "58076da8-7b2e-4513-8ea4-8524cc4b447c", "tag": "fab09178-482a-4579-9623-dbb02082fa7d"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:18:08.436035 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ceac95-cb9f-431b-ab4b-935f87cc3216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13438895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14312004'] for subnet (be789e74-9e36-4bef-ba06-b645bf79755b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.442341 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1b7a12-3267-4773-87c8-7ed364dca7ff x-openstack-request-id: req-3d1b7a12-3267-4773-87c8-7ed364dca7ff {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:18:08.442641 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58076da8-7b2e-4513-8ea4-8524cc4b447c", "tag": "fab09178-482a-4579-9623-dbb02082fa7d", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:18:08.442899 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d1b7a12-3267-4773-87c8-7ed364dca7ff {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:18:08.443417 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1b7a12-3267-4773-87c8-7ed364dca7ff'] response: {'name': 'network-changed', 'server_uuid': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'tag': 'fab09178-482a-4579-9623-dbb02082fa7d', 'status': 'completed', 'code': 200} Apr 08 09:18:08.466616 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ceac95-cb9f-431b-ab4b-935f87cc3216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be789e74-9e36-4bef-ba06-b645bf79755b,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:08.470439 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-b3ceac95-cb9f-431b-ab4b-935f87cc3216 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.476834 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38634) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:08.477023 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-b3ceac95-cb9f-431b-ab4b-935f87cc3216 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/be789e74-9e36-4bef-ba06-b645bf79755b HTTP/1.1" status: 204 len: 168 time: 0.2706323 Apr 08 09:18:08.539519 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2826c-e66d-4498-9749-1e7ce7d842d3 req-57eb8351-1491-45e9-ba05-266d19d55e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:08.541115 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81b2826c-e66d-4498-9749-1e7ce7d842d3 req-57eb8351-1491-45e9-ba05-266d19d55e4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 1129 time: 0.0501139 Apr 08 09:18:08.548512 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (bc86079b-b00e-4b3e-bfe1-2ba67f3dd019), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.622526 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c947f40f-a82d-45b1-a685-1c29a5d26a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.633620 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (bc86079b-b00e-4b3e-bfe1-2ba67f3dd019), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.638182 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-a8fd5e8e-8b51-4953-94fe-c53d3f24add7 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:18:08.641921 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2826c-e66d-4498-9749-1e7ce7d842d3 req-7aee78b7-6b3f-49aa-ad72-6896d7d6da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:08.643505 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81b2826c-e66d-4498-9749-1e7ce7d842d3 req-7aee78b7-6b3f-49aa-ad72-6896d7d6da9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 912 time: 0.0959337 Apr 08 09:18:08.654533 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc86079b-b00e-4b3e-bfe1-2ba67f3dd019']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:08.665067 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cca30d9-25c4-4c46-aa7b-a89b222c00b6') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:08.665372 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cca30d9-25c4-4c46-aa7b-a89b222c00b6') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:08.674865 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14259777'] for segment (8cca30d9-25c4-4c46-aa7b-a89b222c00b6), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.688453 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (8cca30d9-25c4-4c46-aa7b-a89b222c00b6), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.694858 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:18:08.695319 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13889290'] for segment (8cca30d9-25c4-4c46-aa7b-a89b222c00b6), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: Traceback (most recent call last): Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: timer() Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: cb(*args, **kw) Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: return func(*args, **kwargs) Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: self._notify() Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: self.callback(batched_events) Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: event.method(event) Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: return f(self, *a, **k) Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._get(url).json() Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:18:08.697210 dv-cinder-836996-2-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:18:08.711514 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81b2826c-e66d-4498-9749-1e7ce7d842d3 req-f7bde667-c008-4ce9-9eb9-c13737ca9a26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab09178-482a-4579-9623-dbb02082fa7d HTTP/1.1" status: 200 len: 999 time: 0.0616615 Apr 08 09:18:08.756194 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (bc86079b-b00e-4b3e-bfe1-2ba67f3dd019), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.768231 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2826c-e66d-4498-9749-1e7ce7d842d3 req-4d47f1f3-22bf-44e4-9bff-43e6d3e4229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:08.770065 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81b2826c-e66d-4498-9749-1e7ce7d842d3 req-4d47f1f3-22bf-44e4-9bff-43e6d3e4229a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0525868 Apr 08 09:18:08.774283 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:08.777553 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bc86079b-b00e-4b3e-bfe1-2ba67f3dd019 HTTP/1.1" status: 204 len: 168 time: 0.2997367 Apr 08 09:18:08.778942 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73a68f-ea36-4011-8c4c-65e7ac98c145 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc86079b-b00e-4b3e-bfe1-2ba67f3dd019,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:08.830439 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2826c-e66d-4498-9749-1e7ce7d842d3 req-dcbff41e-9f08-4719-bc80-8e608514c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:08.832243 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81b2826c-e66d-4498-9749-1e7ce7d842d3 req-dcbff41e-9f08-4719-bc80-8e608514c3a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559561 Apr 08 09:18:08.880110 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a8fd5e8e-8b51-4953-94fe-c53d3f24add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '2685e817-f8a1-4143-af1d-104f9e30d694', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': 'fab09178-482a-4579-9623-dbb02082fa7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:f0:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:18:07Z', 'updated_at': '2022-04-08T09:18:07Z', 'revision_number': 0, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:08.916024 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd5e8e-8b51-4953-94fe-c53d3f24add7 None None] Checking router: 257ec87a-1a72-4748-9d8c-3d443cce19c9 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:18:08.925209 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd5e8e-8b51-4953-94fe-c53d3f24add7 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:18:08.925842 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a8fd5e8e-8b51-4953-94fe-c53d3f24add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:17:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:08.965209 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38638) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:09.013805 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-80c11a0f-75f1-46c5-932a-78edecdd6f42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01cc115a4d4a4e74810082fd245d2fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474138 Apr 08 09:18:09.016279 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38640) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:09.070161 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-a8fd5e8e-8b51-4953-94fe-c53d3f24add7 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:18:09.072701 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a1632884-1151-4d7d-abb7-ce2b43f751fb admin admin] Publish callbacks [] for security_group (a7797f0a-193d-4ec3-b46b-8121c6eb8d41), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:09.095063 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a1632884-1151-4d7d-abb7-ce2b43f751fb admin admin] Publish callbacks [] for security_group (a7797f0a-193d-4ec3-b46b-8121c6eb8d41), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:09.145302 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a1632884-1151-4d7d-abb7-ce2b43f751fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (a7797f0a-193d-4ec3-b46b-8121c6eb8d41), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:09.148932 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a1632884-1151-4d7d-abb7-ce2b43f751fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:09.152424 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a1632884-1151-4d7d-abb7-ce2b43f751fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7797f0a-193d-4ec3-b46b-8121c6eb8d41 HTTP/1.1" status: 204 len: 168 time: 0.1325548 Apr 08 09:18:09.165948 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1632884-1151-4d7d-abb7-ce2b43f751fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7797f0a-193d-4ec3-b46b-8121c6eb8d41,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:09.217763 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81b2826c-e66d-4498-9749-1e7ce7d842d3 req-7d92e545-db07-41d8-989e-3d6b87e6ad9b service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794003 Apr 08 09:18:09.319278 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81b2826c-e66d-4498-9749-1e7ce7d842d3 req-f3635a46-0a4b-4dc3-82a3-ba3af9725e9a service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951238 Apr 08 09:18:09.324242 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a8fd5e8e-8b51-4953-94fe-c53d3f24add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '2685e817-f8a1-4143-af1d-104f9e30d694', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': 'fab09178-482a-4579-9623-dbb02082fa7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:f0:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:18:07Z', 'updated_at': '2022-04-08T09:18:07Z', 'revision_number': 0, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:09.360088 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd5e8e-8b51-4953-94fe-c53d3f24add7 None None] The sync data for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi is: [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '2685e817-f8a1-4143-af1d-104f9e30d694', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': 'fab09178-482a-4579-9623-dbb02082fa7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:f0:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:18:07Z', 'updated_at': '2022-04-08T09:18:07Z', 'revision_number': 0, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:18:09.580543 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7de29-9ff1-4163-9766-4b72365f1864 None None] New status for floating IP 2685e817-f8a1-4143-af1d-104f9e30d694: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:18:09.898062 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38670) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:09.992043 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-242923023-network', 'tenant_id': '773f395354ed4240999b852174881659'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:18:10.011763 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Made reservation on behalf of 773f395354ed4240999b852174881659 for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:18:10.013997 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.022515 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.096585 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Publish callbacks [] for security_group (82c85415-2d60-41df-8495-67129319158b), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.100120 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (82c85415-2d60-41df-8495-67129319158b), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.123348 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:18:10.133336 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c85415-2d60-41df-8495-67129319158b,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:10.138936 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (96b1bae6-4287-400f-bd35-71d917e36782), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.139277 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Added segment 96b1bae6-4287-400f-bd35-71d917e36782 of type vlan for network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea Apr 08 09:18:10.178647 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (f1a15d23-676a-4a4f-ba18-0580c1a7e7ea), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.202580 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (f1a15d23-676a-4a4f-ba18-0580c1a7e7ea), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.203507 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:10.204076 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.233236 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3338706 Apr 08 09:18:10.236186 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38674) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:10.241607 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-bca706de-0392-4bcc-8929-804741bc6d6b admin admin] Request body: {'subnet': {'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-242923023-subnet', 'tenant_id': '773f395354ed4240999b852174881659', 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:18:10.261053 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca706de-0392-4bcc-8929-804741bc6d6b admin admin] Made reservation on behalf of 773f395354ed4240999b852174881659 for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:18:10.263305 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bca706de-0392-4bcc-8929-804741bc6d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14311845'] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.264888 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3b8c6-75d5-4179-af98-9add7258d66f admin admin] Pushing event updated for resources: {'Network': ['ID=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:10.274248 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:18:10.428247 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bca706de-0392-4bcc-8929-804741bc6d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13438958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14312031'] for subnet (6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.482556 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca706de-0392-4bcc-8929-804741bc6d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:10.492070 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca706de-0392-4bcc-8929-804741bc6d6b admin admin] Checking segment: {'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:18:10.492421 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca706de-0392-4bcc-8929-804741bc6d6b admin admin] Network hostable DHCP agents. Network: f1a15d23-676a-4a4f-ba18-0580c1a7e7ea, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:18:10.508764 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca706de-0392-4bcc-8929-804741bc6d6b admin admin] Network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:18:10.517006 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-bca706de-0392-4bcc-8929-804741bc6d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, f1a15d23-676a-4a4f-ba18-0580c1a7e7ea) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:18:10.520797 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca706de-0392-4bcc-8929-804741bc6d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:10.521393 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-bca706de-0392-4bcc-8929-804741bc6d6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.526124 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e7775c-b816-49ba-b0c3-13581edc2b4e None None] Network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:18:10.537403 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-bca706de-0392-4bcc-8929-804741bc6d6b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2993929 Apr 08 09:18:10.540129 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38676) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:10.544342 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:18:10.565016 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105235'] for router (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.566064 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105448'] for router (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.624191 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Publish callbacks [] for router_controller (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), precommit_add_association {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.632360 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b62ef2-cd21-5b3a-97f1-5745f5eda7dd-f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'project_id': '773f395354ed4240999b852174881659', 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222'}]}} from dv-cinder-836996-2-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 09:18:10.633283 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.777647 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Publish callbacks [] for router_gateway (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.784500 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Allocated IP 172.20.0.2 (f1a15d23-676a-4a4f-ba18-0580c1a7e7ea/6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222/8a356556-15c1-4e00-ba5b-8fdfb71396fb) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:18:10.821665 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38684) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:10.870426 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0ca356c-e58b-4b85-af4c-acc816204ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.939942 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7ab2-28bc-444a-979f-550c3cb66bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.961695 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Publish callbacks [] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.967692 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:10.991636 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Publish callbacks [] for router_gateway (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.003647 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:18:11.006555 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:18:11.009972 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:18:11.011332 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.023498 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Pushing event updated for resources: {'Port': ['ID=8a356556-15c1-4e00-ba5b-8fdfb71396fb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:11.044859 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7ab2-28bc-444a-979f-550c3cb66bb3 admin admin] Publish callbacks [] for security_group (18ecaa4b-6d26-4c71-9896-5cc4fbcca085), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.049065 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7ab2-28bc-444a-979f-550c3cb66bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (18ecaa4b-6d26-4c71-9896-5cc4fbcca085), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.072967 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.073185 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.073715 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.073819 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.074132 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.074485 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.074907 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.075225 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.075553 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.075881 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.076206 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.076553 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.076888 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.077203 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.077546 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:11.093814 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Attempting to bind port 8a356556-15c1-4e00-ba5b-8fdfb71396fb on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:18:11.094205 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Attempting to bind port 8a356556-15c1-4e00-ba5b-8fdfb71396fb by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:18:11.094556 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Attempting to bind port 8a356556-15c1-4e00-ba5b-8fdfb71396fb on network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:18:11.098115 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-ce0d7ab2-28bc-444a-979f-550c3cb66bb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d77fc44a69ef444ea6b541da04ef33c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729580 Apr 08 09:18:11.098115 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d7ab2-28bc-444a-979f-550c3cb66bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ecaa4b-6d26-4c71-9896-5cc4fbcca085,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:11.100503 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38688) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:11.100686 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:18:11.101073 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Checking segment: {'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:18:11.101476 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.101920 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Bound using segment: {'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:18:11.102503 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Bound port: 8a356556-15c1-4e00-ba5b-8fdfb71396fb, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:18:11.102885 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.137895 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Allocated IP 172.27.2.92 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/fc0c0de9-a1bb-4281-80b7-572ef0416d52) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:18:11.152979 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5da1db92-2007-4acb-8680-4daad7e1019a admin admin] Publish callbacks [] for security_group (18ecaa4b-6d26-4c71-9896-5cc4fbcca085), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.169741 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-906db591-c257-42e5-ae40-7989965f2668 None None] For port 8a356556-15c1-4e00-ba5b-8fdfb71396fb, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:18:11.173187 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-906db591-c257-42e5-ae40-7989965f2668 None None] For port 8a356556-15c1-4e00-ba5b-8fdfb71396fb, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=8a356556-15c1-4e00-ba5b-8fdfb71396fb,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:18:11.177850 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5da1db92-2007-4acb-8680-4daad7e1019a admin admin] Publish callbacks [] for security_group (18ecaa4b-6d26-4c71-9896-5cc4fbcca085), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.179803 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.242061 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906db591-c257-42e5-ae40-7989965f2668 None None] Pushing event updated for resources: {'Port': ['ID=8a356556-15c1-4e00-ba5b-8fdfb71396fb,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:11.249584 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5da1db92-2007-4acb-8680-4daad7e1019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (18ecaa4b-6d26-4c71-9896-5cc4fbcca085), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.252552 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-5da1db92-2007-4acb-8680-4daad7e1019a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.256646 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-5da1db92-2007-4acb-8680-4daad7e1019a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18ecaa4b-6d26-4c71-9896-5cc4fbcca085 HTTP/1.1" status: 204 len: 168 time: 0.1523316 Apr 08 09:18:11.256931 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Publish callbacks [] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.262976 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1db92-2007-4acb-8680-4daad7e1019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ecaa4b-6d26-4c71-9896-5cc4fbcca085,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:11.299463 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.345928 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:18:11.348852 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:18:11.351351 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:18:11.384532 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0c0de9-a1bb-4281-80b7-572ef0416d52,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:11.666050 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Publish callbacks [] for router_gateway (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.810416 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 8a356556-15c1-4e00-ba5b-8fdfb71396fb up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:18:11.860600 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 8a356556-15c1-4e00-ba5b-8fdfb71396fb triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:11.861067 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.869545 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610855'] for router (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.945128 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 8a356556-15c1-4e00-ba5b-8fdfb71396fb is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:11.945613 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:11.980588 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port 8a356556-15c1-4e00-ba5b-8fdfb71396fb, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=8a356556-15c1-4e00-ba5b-8fdfb71396fb,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:18:11.984925 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:12.012009 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f is scheduled to L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 with binding_index 1 {{(pid=103425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 09:18:12.048268 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:12.051614 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=8a356556-15c1-4e00-ba5b-8fdfb71396fb,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:12.127124 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:18:12.136495 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Sync routers for ids ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:18:12.144069 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:12.145583 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2fecd222-bdbe-46d7-8a84-b6b9b1044f56 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6044350 Apr 08 09:18:12.147770 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Routers {'2818b872-a8ed-46c1-ae9b-0b447bbbd93f'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:18:12.148391 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38692) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:12.148571 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:18:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:12.250324 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a20b162-f6d0-4df7-874b-ea9c30d904f4 None None] Network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:18:12.309202 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Set router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:18:12.567498 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:12.572779 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-1be30e17-a6e2-423b-ac59-ad991d31f1e7 None None] Provisioning complete for port 8a356556-15c1-4e00-ba5b-8fdfb71396fb triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:12.573153 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1be30e17-a6e2-423b-ac59-ad991d31f1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:12.730596 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Allocated IP 172.20.0.1 (f1a15d23-676a-4a4f-ba18-0580c1a7e7ea/6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222/0048b0b4-340d-49df-934d-d474a4ebfcbe) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:18:12.733776 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1be30e17-a6e2-423b-ac59-ad991d31f1e7 None None] Current status of the port 8a356556-15c1-4e00-ba5b-8fdfb71396fb is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:12.758574 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:18:11Z', 'revision_number': 3, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:12.787822 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Checking router: 2818b872-a8ed-46c1-ae9b-0b447bbbd93f for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:18:12.788176 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Updating router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f port fc0c0de9-a1bb-4281-80b7-572ef0416d52 binding host dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:18:12.816424 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:12.848731 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Publish callbacks [] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:12.883804 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:12.920321 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:18:12.923048 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:18:12.926413 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:18:12.952204 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Pushing event updated for resources: {'Port': ['ID=0048b0b4-340d-49df-934d-d474a4ebfcbe,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:12.973884 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613192'] for router_interface (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:12.992832 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-5f82a1bd-8e7d-4b97-819a-cb7397970062 None None] Provisioning complete for port 8a356556-15c1-4e00-ba5b-8fdfb71396fb triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:12.993206 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5f82a1bd-8e7d-4b97-819a-cb7397970062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.154578 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Publish callbacks [] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.156501 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5f82a1bd-8e7d-4b97-819a-cb7397970062 None None] Current status of the port 8a356556-15c1-4e00-ba5b-8fdfb71396fb is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:13.163923 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.221171 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1780e20-cc7a-4333-aa82-a4ab316cbff0 None None] Pushing event updated for resources: {'Port': ['ID=fc0c0de9-a1bb-4281-80b7-572ef0416d52,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:13.223636 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Attempting to bind port fc0c0de9-a1bb-4281-80b7-572ef0416d52 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:18:13.224063 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Attempting to bind port fc0c0de9-a1bb-4281-80b7-572ef0416d52 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:18:13.225101 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Attempting to bind port fc0c0de9-a1bb-4281-80b7-572ef0416d52 on network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:18:13.231035 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:18:13.231422 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Checking segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:18:13.231826 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.232220 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Bound using segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:18:13.232723 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Bound port: fc0c0de9-a1bb-4281-80b7-572ef0416d52, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:18:13.233114 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.293814 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] For port fc0c0de9-a1bb-4281-80b7-572ef0416d52, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:18:13.297972 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] For port fc0c0de9-a1bb-4281-80b7-572ef0416d52, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=fc0c0de9-a1bb-4281-80b7-572ef0416d52,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:18:13.300870 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-178190ef-f0f8-42ea-8fc8-9753a46be986 None None] Provisioning complete for port 0048b0b4-340d-49df-934d-d474a4ebfcbe triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:13.301216 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-178190ef-f0f8-42ea-8fc8-9753a46be986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.304693 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.388518 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.397441 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.398093 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-178190ef-f0f8-42ea-8fc8-9753a46be986 None None] Port 0048b0b4-340d-49df-934d-d474a4ebfcbe cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:18:13.410866 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1780e20-cc7a-4333-aa82-a4ab316cbff0 None None] Pushing event updated for resources: {'Port': ['ID=fc0c0de9-a1bb-4281-80b7-572ef0416d52,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:13.414784 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Routers {'2818b872-a8ed-46c1-ae9b-0b447bbbd93f'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:18:13.415361 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:18:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:13.525047 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] Set router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:18:13.546489 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Publish callbacks [] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.551483 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.615779 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613348'] for router_interface (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.617615 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Pushing event updated for resources: {'Port': ['ID=0048b0b4-340d-49df-934d-d474a4ebfcbe,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:13.709496 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:18:13.710902 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:18:13.723285 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '0048b0b4-340d-49df-934d-d474a4ebfcbe', 'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'tenant_id': '773f395354ed4240999b852174881659', 'mac_address': 'fa:16:3e:2d:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:12Z', 'updated_at': '2022-04-08T09:18:12Z', 'revision_number': 1, 'project_id': '773f395354ed4240999b852174881659', 'subnets': [{'id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:13.751514 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e2f73-6171-484d-a194-c971a9345721 None None] The sync data for ids ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'] in dv-cinder-836996-2-iscsi is: [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '0048b0b4-340d-49df-934d-d474a4ebfcbe', 'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'tenant_id': '773f395354ed4240999b852174881659', 'mac_address': 'fa:16:3e:2d:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:12Z', 'updated_at': '2022-04-08T09:18:12Z', 'revision_number': 1, 'project_id': '773f395354ed4240999b852174881659', 'subnets': [{'id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:18:13.818396 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 8a356556-15c1-4e00-ba5b-8fdfb71396fb up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:18:13.856949 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:18:13.884506 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 8a356556-15c1-4e00-ba5b-8fdfb71396fb triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:13.884822 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:13.985256 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 8a356556-15c1-4e00-ba5b-8fdfb71396fb is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:14.016145 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:18:14.030630 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-4591d66b-8990-4fc7-9586-5b8e4a68e300 admin admin] 10.222.0.11 "PUT /v2.0/routers/2818b872-a8ed-46c1-ae9b-0b447bbbd93f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8736186 Apr 08 09:18:14.030852 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-c4612f39-f4fa-4c91-af70-bb771f6c4c04 None None] Provisioning complete for port 0048b0b4-340d-49df-934d-d474a4ebfcbe triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:14.030852 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4612f39-f4fa-4c91-af70-bb771f6c4c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:14.063714 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c4612f39-f4fa-4c91-af70-bb771f6c4c04 None None] Port 0048b0b4-340d-49df-934d-d474a4ebfcbe cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:18:14.603841 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38708) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:14.608888 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-342985752-network', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:18:14.628874 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Made reservation on behalf of b4d8be0e85054a1b9d2f265678de10ec for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:18:14.631223 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:14.640845 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:14.737953 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:14.739575 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Publish callbacks [] for security_group (33eef778-633d-4cfa-9be3-31ac9cc562a0), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:14.744295 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (33eef778-633d-4cfa-9be3-31ac9cc562a0), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:14.769902 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:18:14.780283 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33eef778-633d-4cfa-9be3-31ac9cc562a0,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:14.787703 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (cd3331ce-ef84-4647-9397-efa8f1421cfb), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:14.788198 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Added segment cd3331ce-ef84-4647-9397-efa8f1421cfb of type vlan for network bebcff2f-fb56-4215-9ade-e4746a0e03ae Apr 08 09:18:14.831511 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (bebcff2f-fb56-4215-9ade-e4746a0e03ae), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:14.858193 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (bebcff2f-fb56-4215-9ade-e4746a0e03ae), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:14.859183 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:14.859759 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:14.920966 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3154233 Apr 08 09:18:14.923195 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38710) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:14.927949 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-f6b3d89d-9e39-4b37-aaaa-775f92ce6198 admin admin] Request body: {'subnet': {'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-342985752-subnet', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:18:14.940729 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733ac08-347f-4481-a277-50b52ad7cb91 admin admin] Pushing event updated for resources: {'Network': ['ID=bebcff2f-fb56-4215-9ade-e4746a0e03ae,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:14.951971 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network bebcff2f-fb56-4215-9ade-e4746a0e03ae details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:18:14.960958 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b3d89d-9e39-4b37-aaaa-775f92ce6198 admin admin] Made reservation on behalf of b4d8be0e85054a1b9d2f265678de10ec for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:18:14.963509 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f6b3d89d-9e39-4b37-aaaa-775f92ce6198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14311845'] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.141150 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f6b3d89d-9e39-4b37-aaaa-775f92ce6198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13438958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14312031'] for subnet (a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.199720 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3d89d-9e39-4b37-aaaa-775f92ce6198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:15.209578 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3d89d-9e39-4b37-aaaa-775f92ce6198 admin admin] Checking segment: {'id': 'cd3331ce-ef84-4647-9397-efa8f1421cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:18:15.209935 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3d89d-9e39-4b37-aaaa-775f92ce6198 admin admin] Network hostable DHCP agents. Network: bebcff2f-fb56-4215-9ade-e4746a0e03ae, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:18:15.225909 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3d89d-9e39-4b37-aaaa-775f92ce6198 admin admin] Network bebcff2f-fb56-4215-9ade-e4746a0e03ae is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:18:15.234034 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-f6b3d89d-9e39-4b37-aaaa-775f92ce6198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, bebcff2f-fb56-4215-9ade-e4746a0e03ae) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:18:15.237904 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3d89d-9e39-4b37-aaaa-775f92ce6198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:15.238509 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-f6b3d89d-9e39-4b37-aaaa-775f92ce6198 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.243010 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cc97c0-3360-4901-bd41-6f37d6e7b0b7 None None] Network bebcff2f-fb56-4215-9ade-e4746a0e03ae requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:18:15.254277 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-f6b3d89d-9e39-4b37-aaaa-775f92ce6198 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3300614 Apr 08 09:18:15.257472 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38714) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:15.261739 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-342985752-router', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:18:15.280767 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105235'] for router (005649fd-9ea2-4be8-a267-1fc52e9547ed), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.281984 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105448'] for router (005649fd-9ea2-4be8-a267-1fc52e9547ed), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.338439 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Publish callbacks [] for router_controller (005649fd-9ea2-4be8-a267-1fc52e9547ed), precommit_add_association {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.347973 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b62ef2-cd21-5b3a-97f1-5745f5eda7dd-bebcff2f-fb56-4215-9ade-e4746a0e03ae', 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae', 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'fixed_ips': [{'subnet_id': 'a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc'}]}} from dv-cinder-836996-2-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 09:18:15.348991 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.478200 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Publish callbacks [] for router_gateway (005649fd-9ea2-4be8-a267-1fc52e9547ed), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.487038 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Allocated IP 172.20.0.2 (bebcff2f-fb56-4215-9ade-e4746a0e03ae/a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc/828f2ef4-e1b1-4a83-a5b3-f66ba23a4309) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:18:15.631139 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Publish callbacks [] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.638401 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.679390 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Publish callbacks [] for router_gateway (005649fd-9ea2-4be8-a267-1fc52e9547ed), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.700217 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.824728 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Network bebcff2f-fb56-4215-9ade-e4746a0e03ae is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:18:15.826053 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Pushing event updated for resources: {'Port': ['ID=828f2ef4-e1b1-4a83-a5b3-f66ba23a4309,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:15.828929 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:18:15.829073 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Allocated IP 172.27.2.67 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/a55c2aea-e0a7-492a-88b1-679469f19b1b) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:18:15.831028 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:18:15.859041 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device fc0c0de9-a1bb-4281-80b7-572ef0416d52 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:18:15.921256 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Attempting to bind port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:18:15.921639 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Attempting to bind port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': 'cd3331ce-ef84-4647-9397-efa8f1421cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:18:15.922010 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Attempting to bind port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 on network bebcff2f-fb56-4215-9ade-e4746a0e03ae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:18:15.932201 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:18:15.932841 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Checking segment: {'id': 'cd3331ce-ef84-4647-9397-efa8f1421cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:18:15.933250 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.933647 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Bound using segment: {'id': 'cd3331ce-ef84-4647-9397-efa8f1421cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:18:15.934125 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Bound port: 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3331ce-ef84-4647-9397-efa8f1421cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:18:15.934511 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.940257 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Publish callbacks [] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.970094 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Sync routers for ids ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:18:15.978301 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.978575 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port fc0c0de9-a1bb-4281-80b7-572ef0416d52 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:15.979054 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:15.984234 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Routers {'2818b872-a8ed-46c1-ae9b-0b447bbbd93f'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:18:15.984894 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:18:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:16.021941 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:18:16.029679 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:18:16.031979 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Pushing event updated for resources: {'Port': ['ID=a55c2aea-e0a7-492a-88b1-679469f19b1b,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:16.035595 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:18:16.043418 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] For port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:18:16.047216 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] For port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=828f2ef4-e1b1-4a83-a5b3-f66ba23a4309,segment=NetworkSegment(cd3331ce-ef84-4647-9397-efa8f1421cfb),segment_id=cd3331ce-ef84-4647-9397-efa8f1421cfb)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:18:16.078143 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:16.104785 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Set router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:18:16.137521 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port fc0c0de9-a1bb-4281-80b7-572ef0416d52 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:16.137916 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:16.162647 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50883e1f-655d-44ff-a6e8-bbd6c64845ac None None] Pushing event updated for resources: {'Port': ['ID=828f2ef4-e1b1-4a83-a5b3-f66ba23a4309,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:16.194036 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port fc0c0de9-a1bb-4281-80b7-572ef0416d52, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=fc0c0de9-a1bb-4281-80b7-572ef0416d52,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:18:16.198797 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:16.270880 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=fc0c0de9-a1bb-4281-80b7-572ef0416d52,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:16.320623 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Publish callbacks [] for router_gateway (005649fd-9ea2-4be8-a267-1fc52e9547ed), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:16.346823 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '0048b0b4-340d-49df-934d-d474a4ebfcbe', 'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'tenant_id': '773f395354ed4240999b852174881659', 'mac_address': 'fa:16:3e:2d:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:12Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 2, 'project_id': '773f395354ed4240999b852174881659', 'subnets': [{'id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:16.382120 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Checking router: 2818b872-a8ed-46c1-ae9b-0b447bbbd93f for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:18:16.382601 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Updating router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f port 0048b0b4-340d-49df-934d-d474a4ebfcbe binding host dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:18:16.411011 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:16.543990 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610855'] for router (005649fd-9ea2-4be8-a267-1fc52e9547ed), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:16.674502 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Router 005649fd-9ea2-4be8-a267-1fc52e9547ed is scheduled to L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 with binding_index 1 {{(pid=103425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 09:18:16.681965 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Publish callbacks [] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:16.688131 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:16.787439 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Attempting to bind port 0048b0b4-340d-49df-934d-d474a4ebfcbe on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:18:16.787811 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Attempting to bind port 0048b0b4-340d-49df-934d-d474a4ebfcbe by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:18:16.788173 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Attempting to bind port 0048b0b4-340d-49df-934d-d474a4ebfcbe on network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:18:16.794048 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:18:16.794434 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Checking segment: {'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:18:16.794843 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:16.795236 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Bound using segment: {'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:18:16.795910 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Bound port: 0048b0b4-340d-49df-934d-d474a4ebfcbe, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:18:16.796456 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:16.807813 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:18:16.811061 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Pushing event updated for resources: {'Port': ['ID=0048b0b4-340d-49df-934d-d474a4ebfcbe,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:16.818606 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Sync routers for ids ['005649fd-9ea2-4be8-a267-1fc52e9547ed'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:18:16.828778 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.830658 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Routers {'005649fd-9ea2-4be8-a267-1fc52e9547ed'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:18:16.831511 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:18:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['005649fd-9ea2-4be8-a267-1fc52e9547ed'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:16.832972 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:16.833970 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.834348 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.835998 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-6c80f719-0d26-4dbe-8a57-66a1bd789e91 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5769393 Apr 08 09:18:16.836129 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.836215 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.836652 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.836989 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.837320 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.837648 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.838268 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38716) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:18:16.840795 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.841409 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.841933 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.842512 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.843042 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.843578 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:16.933451 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] For port 0048b0b4-340d-49df-934d-d474a4ebfcbe, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:18:16.940826 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] For port 0048b0b4-340d-49df-934d-d474a4ebfcbe, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=0048b0b4-340d-49df-934d-d474a4ebfcbe,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:18:16.954278 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:17.006784 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Set router 005649fd-9ea2-4be8-a267-1fc52e9547ed gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:18:17.053220 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Routers {'2818b872-a8ed-46c1-ae9b-0b447bbbd93f'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:18:17.055130 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:18:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:17.058268 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a1993-3193-46db-87b0-8b001f5f801c None None] Pushing event updated for resources: {'Port': ['ID=0048b0b4-340d-49df-934d-d474a4ebfcbe,revision_number=4']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:17.184909 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-37362d4a-24d0-4f6d-b22f-a3ba7cc63eec None None] Provisioning complete for port 0048b0b4-340d-49df-934d-d474a4ebfcbe triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:17.185296 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37362d4a-24d0-4f6d-b22f-a3ba7cc63eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:17.202818 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] Set router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:18:17.354944 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-37362d4a-24d0-4f6d-b22f-a3ba7cc63eec None None] Current status of the port 0048b0b4-340d-49df-934d-d474a4ebfcbe is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:17.355424 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37362d4a-24d0-4f6d-b22f-a3ba7cc63eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:17.366615 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae2e80f-ecfa-4916-8b08-efeaef37eb64 None None] Network bebcff2f-fb56-4215-9ade-e4746a0e03ae requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:18:17.438111 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-37362d4a-24d0-4f6d-b22f-a3ba7cc63eec None None] For port 0048b0b4-340d-49df-934d-d474a4ebfcbe, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=0048b0b4-340d-49df-934d-d474a4ebfcbe,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:18:17.454887 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '0048b0b4-340d-49df-934d-d474a4ebfcbe', 'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'tenant_id': '773f395354ed4240999b852174881659', 'mac_address': 'fa:16:3e:2d:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:12Z', 'updated_at': '2022-04-08T09:18:16Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'subnets': [{'id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:17.472291 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37362d4a-24d0-4f6d-b22f-a3ba7cc63eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:17.479281 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'name': 'tempest-TestMinimumBasicScenario-342985752-router', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:16Z', 'revision_number': 3, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'gw_port': {'id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:17.482937 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9e567-27d3-4207-ba8b-f54220eed4f0 None None] The sync data for ids ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'] in dv-cinder-836996-2-iscsi is: [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '0048b0b4-340d-49df-934d-d474a4ebfcbe', 'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'tenant_id': '773f395354ed4240999b852174881659', 'mac_address': 'fa:16:3e:2d:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:12Z', 'updated_at': '2022-04-08T09:18:16Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'subnets': [{'id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:18:17.543649 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Checking router: 005649fd-9ea2-4be8-a267-1fc52e9547ed for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:18:17.543996 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Updating router 005649fd-9ea2-4be8-a267-1fc52e9547ed port a55c2aea-e0a7-492a-88b1-679469f19b1b binding host dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:18:17.601694 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37362d4a-24d0-4f6d-b22f-a3ba7cc63eec None None] Pushing event updated for resources: {'Port': ['ID=0048b0b4-340d-49df-934d-d474a4ebfcbe,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:17.621510 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:17.628696 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:17.657003 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-0f76b414-1964-4d12-b72a-885549a460fb None None] Provisioning complete for port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:17.657383 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f76b414-1964-4d12-b72a-885549a460fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:17.820343 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_common [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Allocated IP 172.20.0.1 (bebcff2f-fb56-4215-9ade-e4746a0e03ae/a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc/eb972188-a962-4ec2-9983-b67269829204) {{(pid=103424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:18:17.931295 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0f76b414-1964-4d12-b72a-885549a460fb None None] Current status of the port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:17.931740 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f76b414-1964-4d12-b72a-885549a460fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:17.942624 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:18:17.997911 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Publish callbacks [] for port (eb972188-a962-4ec2-9983-b67269829204), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.008797 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:18:18.035802 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-0f76b414-1964-4d12-b72a-885549a460fb None None] For port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=828f2ef4-e1b1-4a83-a5b3-f66ba23a4309,segment=NetworkSegment(cd3331ce-ef84-4647-9397-efa8f1421cfb),segment_id=cd3331ce-ef84-4647-9397-efa8f1421cfb)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:18:18.038223 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (eb972188-a962-4ec2-9983-b67269829204), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.045448 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f76b414-1964-4d12-b72a-885549a460fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.083056 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Network bebcff2f-fb56-4215-9ade-e4746a0e03ae is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:18:18.086970 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:18:18.090020 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Received port after_create {{(pid=103424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:18:18.128270 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Pushing event updated for resources: {'Port': ['ID=eb972188-a962-4ec2-9983-b67269829204,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:18.143149 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613192'] for router_interface (005649fd-9ea2-4be8-a267-1fc52e9547ed), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.153532 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76b414-1964-4d12-b72a-885549a460fb None None] Pushing event updated for resources: {'Port': ['ID=828f2ef4-e1b1-4a83-a5b3-f66ba23a4309,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:18.164138 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-0f76b414-1964-4d12-b72a-885549a460fb None None] Provisioning complete for port 0048b0b4-340d-49df-934d-d474a4ebfcbe triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:18.164695 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f76b414-1964-4d12-b72a-885549a460fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.210513 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Publish callbacks [] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.223106 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.284989 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:18.285402 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.302185 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (eb972188-a962-4ec2-9983-b67269829204), before_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.466977 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Attempting to bind port a55c2aea-e0a7-492a-88b1-679469f19b1b on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:18:18.467440 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Attempting to bind port a55c2aea-e0a7-492a-88b1-679469f19b1b by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:18:18.467869 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Attempting to bind port a55c2aea-e0a7-492a-88b1-679469f19b1b on network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:18:18.476683 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Publish callbacks [] for port (eb972188-a962-4ec2-9983-b67269829204), precommit_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.482393 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13889318'] for port (eb972188-a962-4ec2-9983-b67269829204), after_update {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.488127 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:18:18.488528 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Checking segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:18:18.488934 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.489327 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Bound using segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:18:18.490381 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Bound port: a55c2aea-e0a7-492a-88b1-679469f19b1b, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:18:18.490994 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.543634 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61146119-7a5b-4050-9fc3-320c6e4fa283 None None] Pushing event updated for resources: {'Port': ['ID=a55c2aea-e0a7-492a-88b1-679469f19b1b,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:18.553090 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613348'] for router_interface (005649fd-9ea2-4be8-a267-1fc52e9547ed), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.554944 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Pushing event updated for resources: {'Port': ['ID=eb972188-a962-4ec2-9983-b67269829204,revision_number=2']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:18.582245 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0f76b414-1964-4d12-b72a-885549a460fb None None] Current status of the port 0048b0b4-340d-49df-934d-d474a4ebfcbe is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:18.631035 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] For port a55c2aea-e0a7-492a-88b1-679469f19b1b, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:18:18.637437 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] For port a55c2aea-e0a7-492a-88b1-679469f19b1b, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=a55c2aea-e0a7-492a-88b1-679469f19b1b,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:18:18.641328 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:18.642405 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 0048b0b4-340d-49df-934d-d474a4ebfcbe up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:18:18.645784 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.656021 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Network bebcff2f-fb56-4215-9ade-e4746a0e03ae is already hosted by enough agents. {{(pid=103424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:18:18.657406 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:18:18.756982 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-a2fed273-0360-4a31-af94-6dd05c0fa9d0 None None] Provisioning complete for port eb972188-a962-4ec2-9983-b67269829204 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:18.757361 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2fed273-0360-4a31-af94-6dd05c0fa9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (eb972188-a962-4ec2-9983-b67269829204), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.758904 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Routers {'005649fd-9ea2-4be8-a267-1fc52e9547ed'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:18:18.759544 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:18:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['005649fd-9ea2-4be8-a267-1fc52e9547ed'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:18.763608 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61146119-7a5b-4050-9fc3-320c6e4fa283 None None] Pushing event updated for resources: {'Port': ['ID=a55c2aea-e0a7-492a-88b1-679469f19b1b,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:18.789005 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Router 005649fd-9ea2-4be8-a267-1fc52e9547ed has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:18:18.837990 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 0048b0b4-340d-49df-934d-d474a4ebfcbe triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:18.838370 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.902456 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a2fed273-0360-4a31-af94-6dd05c0fa9d0 None None] Port eb972188-a962-4ec2-9983-b67269829204 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:18:18.909738 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:18:18.917015 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e7be4f54-1092-4a0d-9333-81c87ce736cc admin admin] 10.222.0.11 "PUT /v2.0/routers/005649fd-9ea2-4be8-a267-1fc52e9547ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0776424 Apr 08 09:18:18.944827 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-a2fed273-0360-4a31-af94-6dd05c0fa9d0 None None] Provisioning complete for port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:18.945115 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2fed273-0360-4a31-af94-6dd05c0fa9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:18.987070 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] Set router 005649fd-9ea2-4be8-a267-1fc52e9547ed gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:18:19.121086 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 0048b0b4-340d-49df-934d-d474a4ebfcbe is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:19.122150 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device fc0c0de9-a1bb-4281-80b7-572ef0416d52 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:18:19.206880 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a2fed273-0360-4a31-af94-6dd05c0fa9d0 None None] Current status of the port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:19.272351 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port fc0c0de9-a1bb-4281-80b7-572ef0416d52 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:19.272749 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:19.351280 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-b87d43d7-eac3-42b6-bddf-92c03e01c809 None None] Provisioning complete for port eb972188-a962-4ec2-9983-b67269829204 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:19.351566 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b87d43d7-eac3-42b6-bddf-92c03e01c809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (eb972188-a962-4ec2-9983-b67269829204), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:19.371921 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'name': 'tempest-TestMinimumBasicScenario-342985752-router', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:18Z', 'revision_number': 4, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'gw_port': {'id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'eb972188-a962-4ec2-9983-b67269829204', 'name': '', 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'mac_address': 'fa:16:3e:68:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:17Z', 'updated_at': '2022-04-08T09:18:18Z', 'revision_number': 2, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'subnets': [{'id': 'a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:19.421281 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326c7ae-57bd-4794-8c96-3cd2e3bf9502 None None] The sync data for ids ['005649fd-9ea2-4be8-a267-1fc52e9547ed'] in dv-cinder-836996-2-iscsi is: [{'id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'name': 'tempest-TestMinimumBasicScenario-342985752-router', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:18Z', 'revision_number': 4, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'gw_port': {'id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'eb972188-a962-4ec2-9983-b67269829204', 'name': '', 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'mac_address': 'fa:16:3e:68:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:17Z', 'updated_at': '2022-04-08T09:18:18Z', 'revision_number': 2, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'subnets': [{'id': 'a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:18:19.438949 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port fc0c0de9-a1bb-4281-80b7-572ef0416d52 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:19.443869 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b87d43d7-eac3-42b6-bddf-92c03e01c809 None None] Port eb972188-a962-4ec2-9983-b67269829204 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:18:19.806827 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:18:19.873213 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:19.873497 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:19.988022 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:21.844068 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device a55c2aea-e0a7-492a-88b1-679469f19b1b up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:18:21.897616 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port a55c2aea-e0a7-492a-88b1-679469f19b1b triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:21.898004 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:22.000772 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port a55c2aea-e0a7-492a-88b1-679469f19b1b is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:22.001431 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:22.041170 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port a55c2aea-e0a7-492a-88b1-679469f19b1b, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=a55c2aea-e0a7-492a-88b1-679469f19b1b,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:18:22.046703 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:22.062274 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Sync routers for ids ['005649fd-9ea2-4be8-a267-1fc52e9547ed'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:18:22.073833 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Routers {'005649fd-9ea2-4be8-a267-1fc52e9547ed'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:18:22.074704 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:18:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['005649fd-9ea2-4be8-a267-1fc52e9547ed'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:22.111776 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=a55c2aea-e0a7-492a-88b1-679469f19b1b,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:22.193035 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Set router 005649fd-9ea2-4be8-a267-1fc52e9547ed gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:18:22.501132 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'name': 'tempest-TestMinimumBasicScenario-342985752-router', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:18Z', 'revision_number': 4, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'gw_port': {'id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'eb972188-a962-4ec2-9983-b67269829204', 'name': '', 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'mac_address': 'fa:16:3e:68:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:17Z', 'updated_at': '2022-04-08T09:18:18Z', 'revision_number': 2, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'subnets': [{'id': 'a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:22.534772 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Checking router: 005649fd-9ea2-4be8-a267-1fc52e9547ed for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:18:22.535124 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Updating router 005649fd-9ea2-4be8-a267-1fc52e9547ed port eb972188-a962-4ec2-9983-b67269829204 binding host dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:18:22.564855 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (eb972188-a962-4ec2-9983-b67269829204), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:22.860748 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Publish callbacks [] for port (eb972188-a962-4ec2-9983-b67269829204), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:22.869025 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (eb972188-a962-4ec2-9983-b67269829204), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:22.941387 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc99502-b796-48de-af17-280d7b9b3547 None None] Pushing event updated for resources: {'Port': ['ID=eb972188-a962-4ec2-9983-b67269829204,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:22.986527 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Attempting to bind port eb972188-a962-4ec2-9983-b67269829204 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:18:22.986527 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Attempting to bind port eb972188-a962-4ec2-9983-b67269829204 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': 'cd3331ce-ef84-4647-9397-efa8f1421cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:18:22.987200 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Attempting to bind port eb972188-a962-4ec2-9983-b67269829204 on network bebcff2f-fb56-4215-9ade-e4746a0e03ae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:18:22.993408 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:18:22.993791 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Checking segment: {'id': 'cd3331ce-ef84-4647-9397-efa8f1421cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:18:22.994196 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:22.994583 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Bound using segment: {'id': 'cd3331ce-ef84-4647-9397-efa8f1421cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:18:22.995052 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Bound port: eb972188-a962-4ec2-9983-b67269829204, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3331ce-ef84-4647-9397-efa8f1421cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:18:22.995496 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (eb972188-a962-4ec2-9983-b67269829204), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:23.079533 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] For port eb972188-a962-4ec2-9983-b67269829204, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:18:23.083308 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] For port eb972188-a962-4ec2-9983-b67269829204, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=eb972188-a962-4ec2-9983-b67269829204,segment=NetworkSegment(cd3331ce-ef84-4647-9397-efa8f1421cfb),segment_id=cd3331ce-ef84-4647-9397-efa8f1421cfb)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:18:23.094248 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (eb972188-a962-4ec2-9983-b67269829204), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:23.160154 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Routers {'005649fd-9ea2-4be8-a267-1fc52e9547ed'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:18:23.160741 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:18:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['005649fd-9ea2-4be8-a267-1fc52e9547ed'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:23.196811 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-7d9425de-6ebe-46a9-b4df-04e19f7c9785 None None] Provisioning complete for port eb972188-a962-4ec2-9983-b67269829204 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:23.197791 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d9425de-6ebe-46a9-b4df-04e19f7c9785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (eb972188-a962-4ec2-9983-b67269829204), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:23.279961 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc99502-b796-48de-af17-280d7b9b3547 None None] Pushing event updated for resources: {'Port': ['ID=eb972188-a962-4ec2-9983-b67269829204,revision_number=4']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:23.306461 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] Set router 005649fd-9ea2-4be8-a267-1fc52e9547ed gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:18:23.332672 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-7d9425de-6ebe-46a9-b4df-04e19f7c9785 None None] Current status of the port eb972188-a962-4ec2-9983-b67269829204 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:23.333323 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d9425de-6ebe-46a9-b4df-04e19f7c9785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (eb972188-a962-4ec2-9983-b67269829204), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:23.380128 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-7d9425de-6ebe-46a9-b4df-04e19f7c9785 None None] For port eb972188-a962-4ec2-9983-b67269829204, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=eb972188-a962-4ec2-9983-b67269829204,segment=NetworkSegment(cd3331ce-ef84-4647-9397-efa8f1421cfb),segment_id=cd3331ce-ef84-4647-9397-efa8f1421cfb)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:18:23.391622 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d9425de-6ebe-46a9-b4df-04e19f7c9785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (eb972188-a962-4ec2-9983-b67269829204), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:23.458345 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9425de-6ebe-46a9-b4df-04e19f7c9785 None None] Pushing event updated for resources: {'Port': ['ID=eb972188-a962-4ec2-9983-b67269829204,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:23.524095 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-788790d4-373c-48cd-ae20-452b5e7e4400 None None] Provisioning complete for port eb972188-a962-4ec2-9983-b67269829204 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:23.524551 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-788790d4-373c-48cd-ae20-452b5e7e4400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (eb972188-a962-4ec2-9983-b67269829204), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:23.561313 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'name': 'tempest-TestMinimumBasicScenario-342985752-router', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:18Z', 'revision_number': 4, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'gw_port': {'id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'eb972188-a962-4ec2-9983-b67269829204', 'name': '', 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'mac_address': 'fa:16:3e:68:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:17Z', 'updated_at': '2022-04-08T09:18:23Z', 'revision_number': 4, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'subnets': [{'id': 'a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:18:23.590442 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c17d997-b18c-4f26-8f38-c0f4ce82aedf None None] The sync data for ids ['005649fd-9ea2-4be8-a267-1fc52e9547ed'] in dv-cinder-836996-2-iscsi is: [{'id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'name': 'tempest-TestMinimumBasicScenario-342985752-router', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:18Z', 'revision_number': 4, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'gw_port': {'id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': 'eb972188-a962-4ec2-9983-b67269829204', 'name': '', 'network_id': 'bebcff2f-fb56-4215-9ade-e4746a0e03ae', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'mac_address': 'fa:16:3e:68:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:17Z', 'updated_at': '2022-04-08T09:18:23Z', 'revision_number': 4, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'subnets': [{'id': 'a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:18:23.630599 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-788790d4-373c-48cd-ae20-452b5e7e4400 None None] Current status of the port eb972188-a962-4ec2-9983-b67269829204 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:23.870685 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device eb972188-a962-4ec2-9983-b67269829204 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:18:23.934751 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port eb972188-a962-4ec2-9983-b67269829204 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:23.935137 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (eb972188-a962-4ec2-9983-b67269829204), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:24.052725 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port eb972188-a962-4ec2-9983-b67269829204 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:24.053872 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device a55c2aea-e0a7-492a-88b1-679469f19b1b up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:18:24.135098 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port a55c2aea-e0a7-492a-88b1-679469f19b1b triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:24.135626 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:24.231251 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port a55c2aea-e0a7-492a-88b1-679469f19b1b is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:26.615506 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:28.528189 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4432955e-2521-41a5-916b-b854c64073c1 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:28.529652 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4432955e-2521-41a5-916b-b854c64073c1 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/networks?id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea HTTP/1.1" status: 200 len: 814 time: 0.0965693 Apr 08 09:18:28.544703 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-762958c8-9367-45de-bd4f-9bb3f7bb1250 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/quotas/773f395354ed4240999b852174881659 HTTP/1.1" status: 200 len: 375 time: 0.0096521 Apr 08 09:18:28.600681 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-471c8e53-03d2-45fd-a9ce-ab0b043f07cc tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=773f395354ed4240999b852174881659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508907 Apr 08 09:18:28.691673 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-9c387d3c-aca5-48ba-8967-6a16c3077754 service neutron] 10.222.0.11 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800533 Apr 08 09:18:28.779973 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-966328a4-fcde-4702-bc97-fdeb4910f19c service neutron] 10.222.0.11 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827572 Apr 08 09:18:28.933667 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b041e6fb-d4db-4eef-959e-8fbe8049a14a req-7a874dfc-bcbc-43e2-8b5a-b4650b06293a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 210 time: 0.0266895 Apr 08 09:18:29.952977 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-30e03903-6083-4b2b-89cd-9efbaed435a3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:29.955105 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-30e03903-6083-4b2b-89cd-9efbaed435a3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.10 "GET /v2.0/networks?id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea HTTP/1.1" status: 200 len: 814 time: 0.1062849 Apr 08 09:18:29.976125 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Request body: {'port': {'device_id': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'admin_state_up': True, 'tenant_id': '773f395354ed4240999b852174881659'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:18:30.071283 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-df4c5a42-fbf0-4954-b79c-51c3cc57f73d req-c952a9b5-38d8-4c48-9bcc-e1760d157677 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 210 time: 0.0644650 Apr 08 09:18:30.115421 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Made reservation on behalf of 773f395354ed4240999b852174881659 for: {'port': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:18:30.118755 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:30.551452 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Allocated IP 172.20.0.6 (f1a15d23-676a-4a4f-ba18-0580c1a7e7ea/6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222/4bcc1888-4f05-43d1-89de-b4c6119f4566) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:18:30.714858 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:30.748954 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:30.793419 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:18:30.796452 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:18:30.803069 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:18:30.809806 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event updated for resources: {'Port': ['ID=4bcc1888-4f05-43d1-89de-b4c6119f4566,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:30.840767 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.841116 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.841457 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.841796 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.842131 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.842469 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.842798 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.843154 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.843454 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.843779 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.844105 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.844431 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.844926 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.845252 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.845582 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:18:30.882555 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:30.883352 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:30.901964 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-2fae7647-4fb8-4a6c-8382-be022ac3831e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9321637 Apr 08 09:18:31.103946 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-b5a05277-f396-44aa-acaa-fe6574f908b2 None None] Provisioning complete for port 4bcc1888-4f05-43d1-89de-b4c6119f4566 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:31.105020 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b5a05277-f396-44aa-acaa-fe6574f908b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:31.140289 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b5a05277-f396-44aa-acaa-fe6574f908b2 None None] Port 4bcc1888-4f05-43d1-89de-b4c6119f4566 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:18:31.202405 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10e3a1-40fb-45aa-921e-79f1de4f49b4 req-f3f5b8d0-49b1-4211-8813-105b96b67fd4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:31.203959 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9b10e3a1-40fb-45aa-921e-79f1de4f49b4 req-f3f5b8d0-49b1-4211-8813-105b96b67fd4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 931 time: 0.0593417 Apr 08 09:18:31.256123 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9b10e3a1-40fb-45aa-921e-79f1de4f49b4 req-068434cb-3b63-413c-a913-aa09e0faf149 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456104 Apr 08 09:18:32.379369 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b3a4a-3e07-4c5f-bea5-e5a73b205ecd req-c08dd845-f7b4-47d7-b961-24591bbd0ad0 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:32.381705 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-df5b3a4a-3e07-4c5f-bea5-e5a73b205ecd req-c08dd845-f7b4-47d7-b961-24591bbd0ad0 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 931 time: 0.0558550 Apr 08 09:18:32.434147 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-df5b3a4a-3e07-4c5f-bea5-e5a73b205ecd req-2f10a153-aa9a-404b-8d78-bb50a385616c tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447521 Apr 08 09:18:33.564360 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02a055-64b7-45ec-b42f-d372e0b266ed req-f02f22b6-4292-4730-a331-6b1730c92805 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:33.565883 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5f02a055-64b7-45ec-b42f-d372e0b266ed req-f02f22b6-4292-4730-a331-6b1730c92805 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 931 time: 0.0650764 Apr 08 09:18:33.613090 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5f02a055-64b7-45ec-b42f-d372e0b266ed req-43ae68d3-6946-4d9d-8dd9-44ad8de73c4f tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Apr 08 09:18:34.758196 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab7b37-7257-457b-8818-20b0b02bb52e req-30e9e234-5565-4867-afa2-7e5389a9585e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:34.759593 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-18ab7b37-7257-457b-8818-20b0b02bb52e req-30e9e234-5565-4867-afa2-7e5389a9585e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 931 time: 0.0729420 Apr 08 09:18:34.815220 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-18ab7b37-7257-457b-8818-20b0b02bb52e req-a2b45e4b-3779-45ae-bcba-09dbab4edd2d tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499415 Apr 08 09:18:35.937047 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f7769-5de8-4d14-91e6-21c95ad2015e req-f5e69868-1093-473e-b858-b1fba4af9b01 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:35.938597 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-941f7769-5de8-4d14-91e6-21c95ad2015e req-f5e69868-1093-473e-b858-b1fba4af9b01 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 931 time: 0.0544205 Apr 08 09:18:35.993453 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-941f7769-5de8-4d14-91e6-21c95ad2015e req-5fe8be42-75ce-4ff1-8d53-0a67cce930a0 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480568 Apr 08 09:18:37.193907 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5317a-638f-4c85-9a3e-f482ca94ce98 req-9e4af397-3e6d-4154-9ed7-b53df143da6e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:37.196566 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f0f5317a-638f-4c85-9a3e-f482ca94ce98 req-9e4af397-3e6d-4154-9ed7-b53df143da6e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 931 time: 0.0745633 Apr 08 09:18:37.245376 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f0f5317a-638f-4c85-9a3e-f482ca94ce98 req-2e004e9d-4e5c-4360-9f87-a43e68340173 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429575 Apr 08 09:18:38.369318 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eee5e-299a-4c21-88dc-a1f29c12dd3c req-cab6f75e-6f31-4437-98af-f6953eeb9e50 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:38.370773 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d52eee5e-299a-4c21-88dc-a1f29c12dd3c req-cab6f75e-6f31-4437-98af-f6953eeb9e50 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 931 time: 0.0574269 Apr 08 09:18:38.419909 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d52eee5e-299a-4c21-88dc-a1f29c12dd3c req-2b2b9280-4767-4664-b777-fae1bb167bf8 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435975 Apr 08 09:18:38.446633 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd826868-0608-461a-8613-7ff5c2e1f665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:39.549730 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1949787-af5a-451d-8338-44ab8f24e6de req-507f96f7-9b7d-4984-a7ac-60df11703e68 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:39.551193 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f1949787-af5a-451d-8338-44ab8f24e6de req-507f96f7-9b7d-4984-a7ac-60df11703e68 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 931 time: 0.0557938 Apr 08 09:18:39.596077 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f1949787-af5a-451d-8338-44ab8f24e6de req-e5e5c85c-e913-4643-8a43-89851666b490 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393398 Apr 08 09:18:40.709585 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3be08d-19b6-431f-a2db-5b07fe8b7fe7 req-cc54554a-9bb9-4f13-bfba-f2ca75863c59 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:40.711028 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ec3be08d-19b6-431f-a2db-5b07fe8b7fe7 req-cc54554a-9bb9-4f13-bfba-f2ca75863c59 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 931 time: 0.0508499 Apr 08 09:18:40.755275 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ec3be08d-19b6-431f-a2db-5b07fe8b7fe7 req-23b80c6a-63cf-4dd8-8b81-b5035a48227a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388076 Apr 08 09:18:40.822338 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d0dd8e7e-4b6e-4ae8-acc9-c61e1ff1b1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:40.864013 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Request body: {'port': {'device_id': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:18:40.924205 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:41.178435 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcc1888-4f05-43d1-89de-b4c6119f4566 {{(pid=103425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:18:41.185809 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Publish callbacks [] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:41.197961 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.provisioning_blocks [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Transition to ACTIVE for port object 4bcc1888-4f05-43d1-89de-b4c6119f4566 will not be triggered until provisioned by entity L2. {{(pid=103425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:18:41.201737 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:41.251909 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc1888-4f05-43d1-89de-b4c6119f4566,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:41.328437 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Attempting to bind port 4bcc1888-4f05-43d1-89de-b4c6119f4566 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:18:41.329379 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Attempting to bind port 4bcc1888-4f05-43d1-89de-b4c6119f4566 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:18:41.329379 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Attempting to bind port 4bcc1888-4f05-43d1-89de-b4c6119f4566 on network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:18:41.334025 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Port 4bcc1888-4f05-43d1-89de-b4c6119f4566 on network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:18:41.334377 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Attempting to bind port 4bcc1888-4f05-43d1-89de-b4c6119f4566 on network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:18:41.339827 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:18:41.340170 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Checking segment: {'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:18:41.340581 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Bound using segment: {'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:18:41.341039 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Bound port: 4bcc1888-4f05-43d1-89de-b4c6119f4566, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b1bae6-4287-400f-bd35-71d917e36782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:18:41.341399 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:41.408176 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] For port 4bcc1888-4f05-43d1-89de-b4c6119f4566, host hv-cinder-83699, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:18:41.411353 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] For port 4bcc1888-4f05-43d1-89de-b4c6119f4566, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:18:41.417809 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:41.451027 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:41.451678 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:41.453091 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] 10.222.0.10 "PUT /v2.0/ports/4bcc1888-4f05-43d1-89de-b4c6119f4566 HTTP/1.1" status: 200 len: 1093 time: 0.5933473 Apr 08 09:18:41.453528 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:18:41.455798 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aad7391-c132-48bc-b360-cbd06454192c" -d '{"events": [{"name": "network-changed", "server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:18:41.483954 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285b9e2-7afb-488b-929f-4f8b93355018 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc1888-4f05-43d1-89de-b4c6119f4566,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:41.493334 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64f94cf-56df-441b-8008-029735e1f8f7 x-openstack-request-id: req-c64f94cf-56df-441b-8008-029735e1f8f7 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:18:41.493630 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:18:41.493919 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c64f94cf-56df-441b-8008-029735e1f8f7 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:18:41.494280 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64f94cf-56df-441b-8008-029735e1f8f7'] response: {'name': 'network-changed', 'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'status': 'completed', 'code': 200} Apr 08 09:18:41.773095 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad7391-c132-48bc-b360-cbd06454192c req-23c7fae6-418c-4cf2-985e-0d646a00610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:41.775246 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1aad7391-c132-48bc-b360-cbd06454192c req-23c7fae6-418c-4cf2-985e-0d646a00610c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=773f395354ed4240999b852174881659&device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 1127 time: 0.0485935 Apr 08 09:18:41.915361 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad7391-c132-48bc-b360-cbd06454192c req-74dc810f-741b-46f3-8f35-d7ea5ba8c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:41.916959 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1aad7391-c132-48bc-b360-cbd06454192c req-74dc810f-741b-46f3-8f35-d7ea5ba8c0b3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=773f395354ed4240999b852174881659&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1285975 Apr 08 09:18:41.926841 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff10862-f488-413a-a0b8-ed153a53cd80 req-f6ff9345-0b1a-4316-a416-fa10db68604a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:41.928385 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fff10862-f488-413a-a0b8-ed153a53cd80 req-f6ff9345-0b1a-4316-a416-fa10db68604a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 943 time: 0.0844004 Apr 08 09:18:42.015355 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:42.031389 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fff10862-f488-413a-a0b8-ed153a53cd80 req-777753ac-8250-41a7-ba1a-2f49068d0f9d tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942512 Apr 08 09:18:42.053445 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad7391-c132-48bc-b360-cbd06454192c req-23ffe300-e9f8-4dee-a71e-899e44cf242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:42.054893 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1aad7391-c132-48bc-b360-cbd06454192c req-23ffe300-e9f8-4dee-a71e-899e44cf242a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1256378 Apr 08 09:18:42.155277 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-9cb88233-2ec0-48ba-a39e-be8adaaf4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:42.156767 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-9cb88233-2ec0-48ba-a39e-be8adaaf4787 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=773f395354ed4240999b852174881659&device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 1127 time: 0.0478334 Apr 08 09:18:42.203166 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-b7278627-1290-4860-83ae-05a559bc852b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566 HTTP/1.1" status: 200 len: 217 time: 0.0324790 Apr 08 09:18:42.249989 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-66a5c73e-19d0-409e-8080-289ed7a1e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:42.251353 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-66a5c73e-19d0-409e-8080-289ed7a1e341 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222 HTTP/1.1" status: 200 len: 853 time: 0.0414586 Apr 08 09:18:42.303248 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-e6da81ca-1e29-4b54-a25f-5c894105d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:42.304755 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-e6da81ca-1e29-4b54-a25f-5c894105d5bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466979 Apr 08 09:18:42.389249 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-7e47212b-c432-46d1-98b3-bc545d3802ce service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784860 Apr 08 09:18:42.477936 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-29707eaa-05dd-46c1-8fd6-1e8ea5c4778c req-5133cc3e-5c60-47fe-a633-2d5daef3db79 service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822544 Apr 08 09:18:43.150843 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b7aa1-9708-4760-90db-2def70b6c9a6 req-3ece4e3a-0bf8-498b-84fc-fc51fd6a1456 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:43.152280 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-725b7aa1-9708-4760-90db-2def70b6c9a6 req-3ece4e3a-0bf8-498b-84fc-fc51fd6a1456 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 943 time: 0.0505402 Apr 08 09:18:43.197380 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-725b7aa1-9708-4760-90db-2def70b6c9a6 req-6b4856d0-fecc-419a-8b4f-faa1bb735757 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396552 Apr 08 09:18:43.335582 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:44.312868 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba71f3-7a1d-4c2e-8eaf-efc186a98fe1 req-cf563477-b272-4ebb-9cce-df3a3d3d23d5 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:44.314334 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-42ba71f3-7a1d-4c2e-8eaf-efc186a98fe1 req-cf563477-b272-4ebb-9cce-df3a3d3d23d5 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 943 time: 0.0514235 Apr 08 09:18:44.362685 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-42ba71f3-7a1d-4c2e-8eaf-efc186a98fe1 req-ea4aa278-f06a-4886-98d5-bdfd9040c346 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429485 Apr 08 09:18:44.730690 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:45.480250 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6ed96-b099-48e0-a306-5823bcdad827 req-a16dba66-5c8d-4a1f-8208-cf75819922b1 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:45.481731 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a0f6ed96-b099-48e0-a306-5823bcdad827 req-a16dba66-5c8d-4a1f-8208-cf75819922b1 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 943 time: 0.0532341 Apr 08 09:18:45.526979 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a0f6ed96-b099-48e0-a306-5823bcdad827 req-d071d433-36fb-4ea2-84a2-518efe39d1d9 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398352 Apr 08 09:18:45.815626 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 4bcc1888-4f05-43d1-89de-b4c6119f4566 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:18:46.034728 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 4bcc1888-4f05-43d1-89de-b4c6119f4566, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:18:46.045485 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'port_id': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'mac_address': 'fa:16:3e:5f:40:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:18:46.083014 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 4bcc1888-4f05-43d1-89de-b4c6119f4566 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:46.083407 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:46.095946 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcc1888-4f05-43d1-89de-b4c6119f4566 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:18:46.114555 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 4bcc1888-4f05-43d1-89de-b4c6119f4566, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:18:46.118804 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:46.168542 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=4bcc1888-4f05-43d1-89de-b4c6119f4566,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:46.497249 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['4bcc1888-4f05-43d1-89de-b4c6119f4566'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:18:46.646884 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759fe05-736b-4a26-9fe5-2edcfa6e6107 req-ec7cc738-2040-41ca-aef4-3727b2ec99fa tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:46.648354 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f759fe05-736b-4a26-9fe5-2edcfa6e6107 req-ec7cc738-2040-41ca-aef4-3727b2ec99fa tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 944 time: 0.0547884 Apr 08 09:18:46.693444 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f759fe05-736b-4a26-9fe5-2edcfa6e6107 req-94bd28c5-be6b-48b9-992e-ef78ae5bfa42 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394692 Apr 08 09:18:47.812253 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8cbc3-d1e1-4513-9010-2e8c2d9f313c req-df3afc07-ec98-4b73-bc98-c1724813314d tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:47.813734 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c9f8cbc3-d1e1-4513-9010-2e8c2d9f313c req-df3afc07-ec98-4b73-bc98-c1724813314d tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 944 time: 0.0557904 Apr 08 09:18:47.830839 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 4bcc1888-4f05-43d1-89de-b4c6119f4566 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:18:47.859254 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c9f8cbc3-d1e1-4513-9010-2e8c2d9f313c req-2f80749b-200a-441b-96ff-ee0710342a1a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 Apr 08 09:18:47.881543 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port 4bcc1888-4f05-43d1-89de-b4c6119f4566 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:18:47.885390 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 4bcc1888-4f05-43d1-89de-b4c6119f4566 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:18:47.885761 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:47.960672 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 4bcc1888-4f05-43d1-89de-b4c6119f4566 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:18:47.961061 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:47.983487 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:18:47.985668 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9ce9bb-9271-4f9f-af1e-e42333730c80" -d '{"events": [{"server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:18:47.998136 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 4bcc1888-4f05-43d1-89de-b4c6119f4566, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:18:48.003077 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:18:48.029595 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8e682a-ac1f-4fd7-b6e7-c05947dbe91d x-openstack-request-id: req-7c8e682a-ac1f-4fd7-b6e7-c05947dbe91d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:18:48.029887 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:18:48.030137 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c8e682a-ac1f-4fd7-b6e7-c05947dbe91d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:18:48.030526 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8e682a-ac1f-4fd7-b6e7-c05947dbe91d'] response: {'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'code': 200} Apr 08 09:18:48.055415 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=4bcc1888-4f05-43d1-89de-b4c6119f4566,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:18:48.232886 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f87524-bf5c-4aa6-a5b2-f110a69609cf req-5dc5fd55-0a5e-4b71-9313-ca6c6e2fb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:48.234385 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-39f87524-bf5c-4aa6-a5b2-f110a69609cf req-5dc5fd55-0a5e-4b71-9313-ca6c6e2fb30a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 1129 time: 0.0429077 Apr 08 09:18:48.276102 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-39f87524-bf5c-4aa6-a5b2-f110a69609cf req-0fefcde6-33a6-47e8-b0ce-f26499e483c3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359473 Apr 08 09:18:48.977865 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37ec75-8966-4a8e-a892-5ef3d66c4bda req-62cf1a79-905b-439b-9947-a7f2f18f8bac tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:48.979652 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ec37ec75-8966-4a8e-a892-5ef3d66c4bda req-62cf1a79-905b-439b-9947-a7f2f18f8bac tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 945 time: 0.0558398 Apr 08 09:18:49.024602 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ec37ec75-8966-4a8e-a892-5ef3d66c4bda req-640ca689-3527-4104-a262-e7a43ae3350e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393808 Apr 08 09:18:50.142557 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b66ef4-4b46-47e2-8525-0347eea88f8f req-2753da31-3a34-42ea-8991-463964659b3a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:50.143995 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f2b66ef4-4b46-47e2-8525-0347eea88f8f req-2753da31-3a34-42ea-8991-463964659b3a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 945 time: 0.0516217 Apr 08 09:18:50.191278 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f2b66ef4-4b46-47e2-8525-0347eea88f8f req-12707cb4-b56f-4e4b-9a5f-a97bfee6695b tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Apr 08 09:18:50.305725 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c861f-8a52-41c5-9644-67faf636e1ce req-ffd71f55-3dc0-4156-a7a0-7c33576e2d8a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:50.307075 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1a4c861f-8a52-41c5-9644-67faf636e1ce req-ffd71f55-3dc0-4156-a7a0-7c33576e2d8a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 945 time: 0.0517814 Apr 08 09:18:50.354364 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1a4c861f-8a52-41c5-9644-67faf636e1ce req-6e30f17b-ad70-416f-bc58-b6246fe7e973 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418193 Apr 08 09:18:50.678543 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96dc92-10c1-42ca-9589-3a136612495d req-08df4b0f-58d1-4a87-8b91-4ecdb0b2f05f tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:18:50.680027 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2e96dc92-10c1-42ca-9589-3a136612495d req-08df4b0f-58d1-4a87-8b91-4ecdb0b2f05f tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 945 time: 0.0529656 Apr 08 09:18:50.729071 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2e96dc92-10c1-42ca-9589-3a136612495d req-57c0a8f2-1cf8-448a-88fe-fc8b7777e318 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434670 Apr 08 09:18:54.942465 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:18:56.618921 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:00.076689 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eddf8d-95ac-4669-9eec-7bb3f267f679 req-7ec96e4f-a21a-4407-aec6-51b65f47b01d tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:00.078186 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-99eddf8d-95ac-4669-9eec-7bb3f267f679 req-7ec96e4f-a21a-4407-aec6-51b65f47b01d tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 945 time: 0.0515869 Apr 08 09:19:00.130184 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-99eddf8d-95ac-4669-9eec-7bb3f267f679 req-942b82f7-c25d-4c54-9ee0-c916bf287e86 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Apr 08 09:19:00.153004 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38920) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:19:00.284692 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f430ec-3d9b-46fa-9ab0-08c211885e69 tempest-TestMinimumBasicScenario-1944247168 tempest-TestMinimumBasicScenario-1944247168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:00.286104 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a7f430ec-3d9b-46fa-9ab0-08c211885e69 tempest-TestMinimumBasicScenario-1944247168 tempest-TestMinimumBasicScenario-1944247168-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 1124 time: 0.1321526 Apr 08 09:19:00.289295 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38924) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:19:00.293469 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'port_id': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'tenant_id': '773f395354ed4240999b852174881659', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:19:00.312813 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:00.411493 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:00.514202 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Allocated IP 172.27.2.65 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/fa5894e6-f2eb-42f4-aff0-81ceed865174) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:19:00.610648 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for port (fa5894e6-f2eb-42f4-aff0-81ceed865174), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:00.643281 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (fa5894e6-f2eb-42f4-aff0-81ceed865174), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:00.683436 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:19:00.686410 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:19:00.691768 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:19:00.697789 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event updated for resources: {'Port': ['ID=fa5894e6-f2eb-42f4-aff0-81ceed865174,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:19:01.049956 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for floatingip (439e650a-6c96-4a7d-9aac-cfe498707ee6), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:01.119635 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (fa5894e6-f2eb-42f4-aff0-81ceed865174), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:01.263520 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for port (fa5894e6-f2eb-42f4-aff0-81ceed865174), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:01.267585 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (fa5894e6-f2eb-42f4-aff0-81ceed865174), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:01.331779 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event updated for resources: {'Port': ['ID=fa5894e6-f2eb-42f4-aff0-81ceed865174,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:19:01.343337 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (439e650a-6c96-4a7d-9aac-cfe498707ee6), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:01.442495 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Floating IP 439e650a-6c96-4a7d-9aac-cfe498707ee6 associated. External IP: 172.27.2.65, port: 4bcc1888-4f05-43d1-89de-b4c6119f4566. Apr 08 09:19:01.646717 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:19:01.753551 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:19:01.764903 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e377102f-7676-4fc9-9a02-cc6f19532adc None None] Sync routers for ids ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:19:01.772242 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:01.775887 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377102f-7676-4fc9-9a02-cc6f19532adc None None] Routers {'2818b872-a8ed-46c1-ae9b-0b447bbbd93f'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:19:01.776551 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e377102f-7676-4fc9-9a02-cc6f19532adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:18:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:19:01.801244 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d400c2a9-da33-4b59-ade1-572450933760 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5109417 Apr 08 09:19:01.801807 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:19:01.804024 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036217b0-08a2-4d00-b2a8-678d063af94b" -d '{"events": [{"name": "network-changed", "server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:19:01.804314 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38926) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:19:01.809937 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19435442', 'description': 'tempest-secgroup-smoke-19435442 description', 'project_id': '773f395354ed4240999b852174881659'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:19:01.832260 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:01.843186 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8942c5fe-5b50-4040-a5be-1aeff08f9842 x-openstack-request-id: req-8942c5fe-5b50-4040-a5be-1aeff08f9842 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:19:01.843510 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:19:01.843771 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8942c5fe-5b50-4040-a5be-1aeff08f9842 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:19:01.844175 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8942c5fe-5b50-4040-a5be-1aeff08f9842'] response: {'name': 'network-changed', 'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'status': 'completed', 'code': 200} Apr 08 09:19:01.887603 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-e377102f-7676-4fc9-9a02-cc6f19532adc None None] Set router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:19:01.905766 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group (eee68940-4314-4ec2-9c97-2a7b9abb36c2), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:01.920161 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (eee68940-4314-4ec2-9c97-2a7b9abb36c2), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:01.956302 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee68940-4314-4ec2-9c97-2a7b9abb36c2,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:19:01.960264 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:01.961585 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1556964 Apr 08 09:19:01.964667 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38930) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:19:01.969873 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.970835 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.971072 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-6a2bbaea-ff5c-43db-9b2a-dd501202f974 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Request body: {'security_group_rule': {'security_group_id': 'eee68940-4314-4ec2-9c97-2a7b9abb36c2', 'project_id': '773f395354ed4240999b852174881659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:19:01.971241 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.971542 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.971869 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.972211 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.972587 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.973046 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.973537 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.973873 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.974283 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.974623 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.974963 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.975292 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.975632 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2efa496-72d9-48a1-971e-3da4527286d3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:19:01.989639 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036217b0-08a2-4d00-b2a8-678d063af94b req-8e343137-0968-4796-9521-47ff296a0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:01.991721 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-036217b0-08a2-4d00-b2a8-678d063af94b req-8e343137-0968-4796-9521-47ff296a0c6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=773f395354ed4240999b852174881659&device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 1129 time: 0.0845988 Apr 08 09:19:02.071418 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6a2bbaea-ff5c-43db-9b2a-dd501202f974 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (87a99218-36bb-4a7e-8dc0-818b0283d5ef), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.132220 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036217b0-08a2-4d00-b2a8-678d063af94b req-117d9cdf-3293-4d1f-8c8e-24832cd62c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:02.134333 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-036217b0-08a2-4d00-b2a8-678d063af94b req-117d9cdf-3293-4d1f-8c8e-24832cd62c62 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea HTTP/1.1" status: 200 len: 914 time: 0.1331429 Apr 08 09:19:02.141214 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e377102f-7676-4fc9-9a02-cc6f19532adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '439e650a-6c96-4a7d-9aac-cfe498707ee6', 'tenant_id': '773f395354ed4240999b852174881659', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'port_id': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'mac_address': 'fa:16:3e:5f:40:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:19:00Z', 'updated_at': '2022-04-08T09:19:00Z', 'revision_number': 0, 'project_id': '773f395354ed4240999b852174881659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0048b0b4-340d-49df-934d-d474a4ebfcbe', 'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'tenant_id': '773f395354ed4240999b852174881659', 'mac_address': 'fa:16:3e:2d:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:12Z', 'updated_at': '2022-04-08T09:18:17Z', 'revision_number': 5, 'project_id': '773f395354ed4240999b852174881659', 'subnets': [{'id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:19:02.154708 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6a2bbaea-ff5c-43db-9b2a-dd501202f974 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (87a99218-36bb-4a7e-8dc0-818b0283d5ef), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.169429 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e377102f-7676-4fc9-9a02-cc6f19532adc None None] Checking router: 2818b872-a8ed-46c1-ae9b-0b447bbbd93f for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:19:02.177876 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377102f-7676-4fc9-9a02-cc6f19532adc None None] Routers {'2818b872-a8ed-46c1-ae9b-0b447bbbd93f'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:19:02.178492 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e377102f-7676-4fc9-9a02-cc6f19532adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:18:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:19:02.190417 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6a2bbaea-ff5c-43db-9b2a-dd501202f974 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (87a99218-36bb-4a7e-8dc0-818b0283d5ef), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.220509 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bbaea-ff5c-43db-9b2a-dd501202f974 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a99218-36bb-4a7e-8dc0-818b0283d5ef,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:19:02.230039 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-6a2bbaea-ff5c-43db-9b2a-dd501202f974 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.234162 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-6a2bbaea-ff5c-43db-9b2a-dd501202f974 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2656240 Apr 08 09:19:02.234162 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-036217b0-08a2-4d00-b2a8-678d063af94b req-cec20482-ab9b-4255-973d-b47e5601d34b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566 HTTP/1.1" status: 200 len: 998 time: 0.0911088 Apr 08 09:19:02.234440 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38932) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:19:02.238534 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-10342ca0-30f7-4d0c-a8e1-8a9dd2a8736a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Request body: {'security_group_rule': {'security_group_id': 'eee68940-4314-4ec2-9c97-2a7b9abb36c2', 'project_id': '773f395354ed4240999b852174881659', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:19:02.294326 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-e377102f-7676-4fc9-9a02-cc6f19532adc None None] Set router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:19:02.299262 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036217b0-08a2-4d00-b2a8-678d063af94b req-47b6d0d0-2051-4a12-b25d-6fec8a03adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:02.300772 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-036217b0-08a2-4d00-b2a8-678d063af94b req-47b6d0d0-2051-4a12-b25d-6fec8a03adc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222 HTTP/1.1" status: 200 len: 853 time: 0.0574522 Apr 08 09:19:02.302050 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-10342ca0-30f7-4d0c-a8e1-8a9dd2a8736a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (f3bafb31-2455-424e-94e6-e17c84e6f8bf), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.385013 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036217b0-08a2-4d00-b2a8-678d063af94b req-050b3605-198c-450a-af44-d2b377a6eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:02.386503 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-036217b0-08a2-4d00-b2a8-678d063af94b req-050b3605-198c-450a-af44-d2b377a6eb20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753276 Apr 08 09:19:02.388134 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-10342ca0-30f7-4d0c-a8e1-8a9dd2a8736a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (f3bafb31-2455-424e-94e6-e17c84e6f8bf), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.392009 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-10342ca0-30f7-4d0c-a8e1-8a9dd2a8736a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (f3bafb31-2455-424e-94e6-e17c84e6f8bf), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.434330 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10342ca0-30f7-4d0c-a8e1-8a9dd2a8736a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bafb31-2455-424e-94e6-e17c84e6f8bf,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:19:02.472782 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-10342ca0-30f7-4d0c-a8e1-8a9dd2a8736a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.474048 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-10342ca0-30f7-4d0c-a8e1-8a9dd2a8736a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2387695 Apr 08 09:19:02.476910 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38934) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:19:02.481545 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-68a52c4b-2313-44fa-9c85-f9a7feab1d04 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Request body: {'security_group_rule': {'security_group_id': 'eee68940-4314-4ec2-9c97-2a7b9abb36c2', 'project_id': '773f395354ed4240999b852174881659', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:19:02.507279 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-68a52c4b-2313-44fa-9c85-f9a7feab1d04 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (0272c327-a5c3-427b-bd17-070d38faa82e), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.512234 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-036217b0-08a2-4d00-b2a8-678d063af94b req-21cb3910-a42c-43c5-804e-683b7b8e58ec service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177332 Apr 08 09:19:02.526267 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e377102f-7676-4fc9-9a02-cc6f19532adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '439e650a-6c96-4a7d-9aac-cfe498707ee6', 'tenant_id': '773f395354ed4240999b852174881659', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'port_id': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'mac_address': 'fa:16:3e:5f:40:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:19:00Z', 'updated_at': '2022-04-08T09:19:00Z', 'revision_number': 0, 'project_id': '773f395354ed4240999b852174881659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0048b0b4-340d-49df-934d-d474a4ebfcbe', 'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'tenant_id': '773f395354ed4240999b852174881659', 'mac_address': 'fa:16:3e:2d:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:12Z', 'updated_at': '2022-04-08T09:18:17Z', 'revision_number': 5, 'project_id': '773f395354ed4240999b852174881659', 'subnets': [{'id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:19:02.552584 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e377102f-7676-4fc9-9a02-cc6f19532adc None None] The sync data for ids ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'] in dv-cinder-836996-2-iscsi is: [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '439e650a-6c96-4a7d-9aac-cfe498707ee6', 'tenant_id': '773f395354ed4240999b852174881659', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'port_id': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'mac_address': 'fa:16:3e:5f:40:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:19:00Z', 'updated_at': '2022-04-08T09:19:00Z', 'revision_number': 0, 'project_id': '773f395354ed4240999b852174881659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0048b0b4-340d-49df-934d-d474a4ebfcbe', 'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'tenant_id': '773f395354ed4240999b852174881659', 'mac_address': 'fa:16:3e:2d:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:12Z', 'updated_at': '2022-04-08T09:18:17Z', 'revision_number': 5, 'project_id': '773f395354ed4240999b852174881659', 'subnets': [{'id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:19:02.567480 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-68a52c4b-2313-44fa-9c85-f9a7feab1d04 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (0272c327-a5c3-427b-bd17-070d38faa82e), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.572253 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-68a52c4b-2313-44fa-9c85-f9a7feab1d04 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (0272c327-a5c3-427b-bd17-070d38faa82e), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.594682 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a52c4b-2313-44fa-9c85-f9a7feab1d04 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0272c327-a5c3-427b-bd17-070d38faa82e,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:19:02.604783 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-68a52c4b-2313-44fa-9c85-f9a7feab1d04 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.606713 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-68a52c4b-2313-44fa-9c85-f9a7feab1d04 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286943 Apr 08 09:19:02.608988 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38936) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:19:02.613732 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-2c4b045d-1a19-4b59-8ea1-5aeb4fddf5d4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Request body: {'security_group_rule': {'security_group_id': 'eee68940-4314-4ec2-9c97-2a7b9abb36c2', 'project_id': '773f395354ed4240999b852174881659', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:19:02.626547 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-036217b0-08a2-4d00-b2a8-678d063af94b req-8f0e632a-b270-4664-a5df-c3029a34367c service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050756 Apr 08 09:19:02.643259 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2c4b045d-1a19-4b59-8ea1-5aeb4fddf5d4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (5e3f62e2-24fd-49bc-9947-d285826ce41e), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.704362 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2c4b045d-1a19-4b59-8ea1-5aeb4fddf5d4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (5e3f62e2-24fd-49bc-9947-d285826ce41e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.708199 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2c4b045d-1a19-4b59-8ea1-5aeb4fddf5d4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (5e3f62e2-24fd-49bc-9947-d285826ce41e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.726674 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b045d-1a19-4b59-8ea1-5aeb4fddf5d4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3f62e2-24fd-49bc-9947-d285826ce41e,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:19:02.734085 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-2c4b045d-1a19-4b59-8ea1-5aeb4fddf5d4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.735355 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-2c4b045d-1a19-4b59-8ea1-5aeb4fddf5d4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253636 Apr 08 09:19:02.738165 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 38938) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:19:02.743330 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-c7c26f22-5c70-452a-8f49-96d9a8235efa tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Request body: {'security_group_rule': {'security_group_id': 'eee68940-4314-4ec2-9c97-2a7b9abb36c2', 'project_id': '773f395354ed4240999b852174881659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:19:02.765865 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.securitygroups_db [None req-c7c26f22-5c70-452a-8f49-96d9a8235efa tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Project 773f395354ed4240999b852174881659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 09:19:02.771726 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c7c26f22-5c70-452a-8f49-96d9a8235efa tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (b36cb214-7e4e-401c-8485-7c4dd003433e), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.773086 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fcdd3e-143e-456e-a4f1-60348584b483 None None] New status for floating IP 439e650a-6c96-4a7d-9aac-cfe498707ee6: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:19:02.836374 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c7c26f22-5c70-452a-8f49-96d9a8235efa tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (b36cb214-7e4e-401c-8485-7c4dd003433e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.840139 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c7c26f22-5c70-452a-8f49-96d9a8235efa tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (b36cb214-7e4e-401c-8485-7c4dd003433e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.859652 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c26f22-5c70-452a-8f49-96d9a8235efa tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36cb214-7e4e-401c-8485-7c4dd003433e,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:19:02.865462 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c7c26f22-5c70-452a-8f49-96d9a8235efa tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.870111 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 38940) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:19:02.870684 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c7c26f22-5c70-452a-8f49-96d9a8235efa tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310229 Apr 08 09:19:02.874806 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-b990a040-9736-42ef-8b06-2e3762ca1199 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Request body: {'security_group_rule': {'security_group_id': 'eee68940-4314-4ec2-9c97-2a7b9abb36c2', 'project_id': '773f395354ed4240999b852174881659', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:19:02.894251 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.securitygroups_db [None req-b990a040-9736-42ef-8b06-2e3762ca1199 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Project 773f395354ed4240999b852174881659 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 09:19:02.899117 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b990a040-9736-42ef-8b06-2e3762ca1199 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (68368b9c-a16d-43c8-a1bc-3fd879817cde), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.961689 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b990a040-9736-42ef-8b06-2e3762ca1199 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (68368b9c-a16d-43c8-a1bc-3fd879817cde), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.965230 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b990a040-9736-42ef-8b06-2e3762ca1199 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (68368b9c-a16d-43c8-a1bc-3fd879817cde), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.983078 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990a040-9736-42ef-8b06-2e3762ca1199 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68368b9c-a16d-43c8-a1bc-3fd879817cde,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:19:02.988152 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b990a040-9736-42ef-8b06-2e3762ca1199 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:02.992999 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b990a040-9736-42ef-8b06-2e3762ca1199 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182783 Apr 08 09:19:03.075536 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8405a14a-22ce-4b77-a489-8881b70a9335 req-108f8983-b089-430c-b23c-2d58a69024b4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19435442&fields=id&tenant_id=773f395354ed4240999b852174881659 HTTP/1.1" status: 200 len: 267 time: 0.0432107 Apr 08 09:19:03.130062 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405a14a-22ce-4b77-a489-8881b70a9335 req-24edc64a-7783-4781-91d3-0027360da84a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:03.131643 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8405a14a-22ce-4b77-a489-8881b70a9335 req-24edc64a-7783-4781-91d3-0027360da84a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 945 time: 0.0509448 Apr 08 09:19:03.143746 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-8405a14a-22ce-4b77-a489-8881b70a9335 req-1b072d1d-df44-460a-a54c-b68b682e2776 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Request body: {'port': {'security_groups': ['82c85415-2d60-41df-8495-67129319158b', 'eee68940-4314-4ec2-9c97-2a7b9abb36c2']}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:19:03.212694 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-8405a14a-22ce-4b77-a489-8881b70a9335 req-1b072d1d-df44-460a-a54c-b68b682e2776 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:03.389321 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-8405a14a-22ce-4b77-a489-8881b70a9335 req-1b072d1d-df44-460a-a54c-b68b682e2776 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] For port 4bcc1888-4f05-43d1-89de-b4c6119f4566, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:19:03.418078 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-8405a14a-22ce-4b77-a489-8881b70a9335 req-1b072d1d-df44-460a-a54c-b68b682e2776 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:03.422654 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-8405a14a-22ce-4b77-a489-8881b70a9335 req-1b072d1d-df44-460a-a54c-b68b682e2776 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:03.464386 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405a14a-22ce-4b77-a489-8881b70a9335 req-1b072d1d-df44-460a-a54c-b68b682e2776 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:03.464762 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['4bcc1888-4f05-43d1-89de-b4c6119f4566'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:19:03.465219 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-8405a14a-22ce-4b77-a489-8881b70a9335 req-1b072d1d-df44-460a-a54c-b68b682e2776 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:03.466473 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8405a14a-22ce-4b77-a489-8881b70a9335 req-1b072d1d-df44-460a-a54c-b68b682e2776 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "PUT /v2.0/ports/4bcc1888-4f05-43d1-89de-b4c6119f4566 HTTP/1.1" status: 200 len: 981 time: 0.3272278 Apr 08 09:19:03.506446 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b072d1d-df44-460a-a54c-b68b682e2776 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event updated for resources: {'Port': ['ID=4bcc1888-4f05-43d1-89de-b4c6119f4566,revision_number=6']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:19:03.582947 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef239db-752a-4d18-a359-389623c004d0 req-ff75b61b-c8c8-48ab-9af1-6cf3c419370d tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:03.584544 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ef239db-752a-4d18-a359-389623c004d0 req-ff75b61b-c8c8-48ab-9af1-6cf3c419370d tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0552187 Apr 08 09:19:03.613622 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['4bcc1888-4f05-43d1-89de-b4c6119f4566'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:19:03.649544 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ef239db-752a-4d18-a359-389623c004d0 req-df99d52a-c382-4248-8e64-4902316dc012 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&id=eee68940-4314-4ec2-9c97-2a7b9abb36c2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0586057 Apr 08 09:19:03.736254 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-f9fe5574-eb1e-4490-ab08-ff4fcf935d31 None None] Provisioning complete for port 4bcc1888-4f05-43d1-89de-b4c6119f4566 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:19:03.736551 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5574-eb1e-4490-ab08-ff4fcf935d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:03.845844 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:19:03.848167 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8aa7d2-3ae2-4560-b3e5-f66c9fe557e4" -d '{"events": [{"name": "network-changed", "server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:19:03.882185 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83d64e4-4db0-40bc-b05d-f98b731ab9c4 x-openstack-request-id: req-e83d64e4-4db0-40bc-b05d-f98b731ab9c4 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:19:03.882478 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:19:03.883241 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e83d64e4-4db0-40bc-b05d-f98b731ab9c4 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:19:03.883661 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83d64e4-4db0-40bc-b05d-f98b731ab9c4'] response: {'name': 'network-changed', 'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'status': 'completed', 'code': 200} Apr 08 09:19:03.935309 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe5574-eb1e-4490-ab08-ff4fcf935d31 None None] Current status of the port 4bcc1888-4f05-43d1-89de-b4c6119f4566 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:19:03.981917 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8aa7d2-3ae2-4560-b3e5-f66c9fe557e4 req-602a7c16-38e2-4c77-b903-9e94cfb637df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:03.983384 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff8aa7d2-3ae2-4560-b3e5-f66c9fe557e4 req-602a7c16-38e2-4c77-b903-9e94cfb637df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=773f395354ed4240999b852174881659&device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 1168 time: 0.0502162 Apr 08 09:19:04.073301 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8aa7d2-3ae2-4560-b3e5-f66c9fe557e4 req-cd7cef49-249a-47e9-8b71-150e46493fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:04.074753 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff8aa7d2-3ae2-4560-b3e5-f66c9fe557e4 req-cd7cef49-249a-47e9-8b71-150e46493fdc service neutron] 10.222.0.10 "GET /v2.0/networks?id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea HTTP/1.1" status: 200 len: 914 time: 0.0848939 Apr 08 09:19:04.141479 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff8aa7d2-3ae2-4560-b3e5-f66c9fe557e4 req-5dfe654e-2531-4b6e-8bb1-a7c9811009e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566 HTTP/1.1" status: 200 len: 1000 time: 0.0609720 Apr 08 09:19:04.189260 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8aa7d2-3ae2-4560-b3e5-f66c9fe557e4 req-0e7b4b55-3c2e-42f5-a1c9-487c3c8364ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:04.190673 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff8aa7d2-3ae2-4560-b3e5-f66c9fe557e4 req-0e7b4b55-3c2e-42f5-a1c9-487c3c8364ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222 HTTP/1.1" status: 200 len: 853 time: 0.0429835 Apr 08 09:19:04.236653 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8aa7d2-3ae2-4560-b3e5-f66c9fe557e4 req-37c2bf3c-3e64-434c-9cab-92dd94b56d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:04.238081 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff8aa7d2-3ae2-4560-b3e5-f66c9fe557e4 req-37c2bf3c-3e64-434c-9cab-92dd94b56d67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416024 Apr 08 09:19:04.589766 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff8aa7d2-3ae2-4560-b3e5-f66c9fe557e4 req-9feebcf7-c281-4120-9191-22d59806464b service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460002 Apr 08 09:19:04.688121 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff8aa7d2-3ae2-4560-b3e5-f66c9fe557e4 req-fb1b1b17-728d-4437-ac8f-1ee9fb6d929b service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795484 Apr 08 09:19:08.448039 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c928c429-d34c-43f1-a721-1b58bbee425b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:10.823760 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1048de24-d030-4557-8c47-af7602e584c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:12.019407 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:13.337930 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:14.733611 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:26.635268 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:31.940776 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:19:35.794782 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ca752f21-99b6-4a52-be27-78ed34cf18b9 req-b4c0c352-d1c4-462a-a3e9-782b4cfda175 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460000 Apr 08 09:19:35.892643 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752f21-99b6-4a52-be27-78ed34cf18b9 req-84c373d5-3e52-42f7-a135-74440b1fb0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:35.894104 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ca752f21-99b6-4a52-be27-78ed34cf18b9 req-84c373d5-3e52-42f7-a135-74440b1fb0d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 1129 time: 0.0432973 Apr 08 09:19:35.992598 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752f21-99b6-4a52-be27-78ed34cf18b9 req-0dce8408-b044-4721-89d0-42e880b03b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:35.994016 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ca752f21-99b6-4a52-be27-78ed34cf18b9 req-0dce8408-b044-4721-89d0-42e880b03b0b service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 912 time: 0.0818274 Apr 08 09:19:36.059160 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ca752f21-99b6-4a52-be27-78ed34cf18b9 req-cdf83478-1aff-40e4-bee2-c26369979f72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab09178-482a-4579-9623-dbb02082fa7d HTTP/1.1" status: 200 len: 1001 time: 0.0591490 Apr 08 09:19:36.105663 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752f21-99b6-4a52-be27-78ed34cf18b9 req-21e24230-a40a-4912-857d-ff5e05f4b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:36.107092 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ca752f21-99b6-4a52-be27-78ed34cf18b9 req-21e24230-a40a-4912-857d-ff5e05f4b190 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0427933 Apr 08 09:19:36.153602 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752f21-99b6-4a52-be27-78ed34cf18b9 req-e2aa5527-5f75-4e30-8b81-4bcbb7c1761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:19:36.155035 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ca752f21-99b6-4a52-be27-78ed34cf18b9 req-e2aa5527-5f75-4e30-8b81-4bcbb7c1761f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419240 Apr 08 09:19:36.241460 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ca752f21-99b6-4a52-be27-78ed34cf18b9 req-5848bb3f-e12c-4066-9b3b-f9c47ed20c6e service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808313 Apr 08 09:19:36.330676 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ca752f21-99b6-4a52-be27-78ed34cf18b9 req-57d0d029-23b7-485c-a390-3a0fd1bbdf49 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822582 Apr 08 09:19:38.449009 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e0bb59a5-5e25-475c-bbb0-a6c3ebb16ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:40.826570 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92511842-1a39-4aee-b147-a48eb64df108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:42.021393 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:43.341123 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:44.735271 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:19:56.665251 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:04.412154 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6252de-9a1c-4130-b5d2-095664ab4d41 req-2a309a7e-91b6-409f-9273-4a9ecd104637 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:04.413600 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7f6252de-9a1c-4130-b5d2-095664ab4d41 req-2a309a7e-91b6-409f-9273-4a9ecd104637 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0680552 Apr 08 09:20:04.478716 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84741d85-a778-4043-a154-68a6b6ae4d67 req-ce374939-2c63-4739-bf19-5b2ad42f6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:04.480281 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-84741d85-a778-4043-a154-68a6b6ae4d67 req-ce374939-2c63-4739-bf19-5b2ad42f6a84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=773f395354ed4240999b852174881659&device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 1168 time: 0.0860662 Apr 08 09:20:04.502684 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7f6252de-9a1c-4130-b5d2-095664ab4d41 req-7720469a-0ede-48ee-9909-f94d4aa21c10 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&id=eee68940-4314-4ec2-9c97-2a7b9abb36c2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0744424 Apr 08 09:20:04.580214 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84741d85-a778-4043-a154-68a6b6ae4d67 req-59be60b2-e58a-4ef7-b697-e8e1e68fa030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:04.581706 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-84741d85-a778-4043-a154-68a6b6ae4d67 req-59be60b2-e58a-4ef7-b697-e8e1e68fa030 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea HTTP/1.1" status: 200 len: 914 time: 0.0927217 Apr 08 09:20:04.644496 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-84741d85-a778-4043-a154-68a6b6ae4d67 req-c55e90e3-3fe9-4657-9275-e44244acf274 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566 HTTP/1.1" status: 200 len: 1000 time: 0.0556772 Apr 08 09:20:04.695926 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84741d85-a778-4043-a154-68a6b6ae4d67 req-c7e34937-2f52-43d7-90ec-d6a0a236dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:04.697439 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-84741d85-a778-4043-a154-68a6b6ae4d67 req-c7e34937-2f52-43d7-90ec-d6a0a236dfed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222 HTTP/1.1" status: 200 len: 853 time: 0.0457911 Apr 08 09:20:04.744430 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84741d85-a778-4043-a154-68a6b6ae4d67 req-fa74bd2a-b47c-4fef-9152-70a4b4f6d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:04.746022 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-84741d85-a778-4043-a154-68a6b6ae4d67 req-fa74bd2a-b47c-4fef-9152-70a4b4f6d58f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421913 Apr 08 09:20:04.832868 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-84741d85-a778-4043-a154-68a6b6ae4d67 req-6f64b0b3-83a1-42f6-959d-51eca5662377 service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796199 Apr 08 09:20:04.926873 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-84741d85-a778-4043-a154-68a6b6ae4d67 req-b93afdbe-7675-4286-b9dd-371de2142d85 service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871518 Apr 08 09:20:05.627844 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340e803-3466-4f12-a246-f2cedc1dfc80 req-76c8cb8e-0305-4191-b47f-67279c0fd7f3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:05.629335 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2340e803-3466-4f12-a246-f2cedc1dfc80 req-76c8cb8e-0305-4191-b47f-67279c0fd7f3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0518522 Apr 08 09:20:05.686535 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2340e803-3466-4f12-a246-f2cedc1dfc80 req-0941cd40-e303-4794-9d5c-d110d72a448a tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&id=eee68940-4314-4ec2-9c97-2a7b9abb36c2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0517316 Apr 08 09:20:06.808398 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ed7a3-e8b5-4697-8e74-815eb119fb02 req-2ff16ff1-0212-4be9-ab96-bbd2be776bb8 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:06.809866 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e7ed7a3-e8b5-4697-8e74-815eb119fb02 req-2ff16ff1-0212-4be9-ab96-bbd2be776bb8 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0562792 Apr 08 09:20:06.866141 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-7e7ed7a3-e8b5-4697-8e74-815eb119fb02 req-77d161fa-59fa-454c-8e91-78f8b73d3d08 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&id=eee68940-4314-4ec2-9c97-2a7b9abb36c2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0506210 Apr 08 09:20:07.854141 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-b3e948f7-4125-4a4d-84c9-136159d9281e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032080636&fields=id&tenant_id=59f91b9ddd904469a0c5f65b23c7cf66 HTTP/1.1" status: 200 len: 267 time: 0.0435507 Apr 08 09:20:07.986049 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-f46ab278-44ab-4dc2-8d0f-ce0177452f8b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:07.987473 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-f46ab278-44ab-4dc2-8d0f-ce0177452f8b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 812 time: 0.1273289 Apr 08 09:20:08.006472 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-cc13d85c-a7db-43ac-9c5a-ecb4555164e9 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/quotas/59f91b9ddd904469a0c5f65b23c7cf66 HTTP/1.1" status: 200 len: 375 time: 0.0130420 Apr 08 09:20:08.014712 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ff891-8348-4548-befd-eb3ec49b1c23 req-4daa7223-6c96-472d-9ad7-4c004a9f46cc tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:08.016099 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2e9ff891-8348-4548-befd-eb3ec49b1c23 req-4daa7223-6c96-472d-9ad7-4c004a9f46cc tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0837309 Apr 08 09:20:08.099913 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-49f6e7b6-2604-4331-bf35-471691efcca0 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828717 Apr 08 09:20:08.109713 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2e9ff891-8348-4548-befd-eb3ec49b1c23 req-2213e676-423d-43dd-ac2d-7c695b524ef7 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&id=eee68940-4314-4ec2-9c97-2a7b9abb36c2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0851235 Apr 08 09:20:08.238628 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-f7f3cff0-311d-49ba-801f-57e02aba4b67 service neutron] 10.222.0.11 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274812 Apr 08 09:20:08.327914 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d0d453e0-b68e-4597-a72e-b9a001c93816 service neutron] 10.222.0.11 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831034 Apr 08 09:20:08.451251 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-57c82450-fb79-46af-b8f3-a965c9a00a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:08.603414 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-420bc498-8a77-4fbb-a437-6445619e8c7d req-16f0f489-70a2-4eb9-848b-4809e2e77873 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 210 time: 0.0276945 Apr 08 09:20:08.939724 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:20:09.227121 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cc7cb-dc98-416c-a936-c60aefefbf7f req-bbe52703-f9d5-40ec-8549-53d5972bf346 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:09.228512 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d98cc7cb-dc98-416c-a936-c60aefefbf7f req-bbe52703-f9d5-40ec-8549-53d5972bf346 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0520108 Apr 08 09:20:09.287292 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d98cc7cb-dc98-416c-a936-c60aefefbf7f req-6cf8992f-d6d6-4c8a-8937-2d4c35185f72 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&id=eee68940-4314-4ec2-9c97-2a7b9abb36c2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531809 Apr 08 09:20:09.597947 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-7fc71b63-0f50-4799-971e-82319aabb1fc tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:09.599397 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-7fc71b63-0f50-4799-971e-82319aabb1fc tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 812 time: 0.1026235 Apr 08 09:20:09.672620 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-2ee0d63a-0ce2-4d5d-9e17-b01fd44db71c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59f91b9ddd904469a0c5f65b23c7cf66 HTTP/1.1" status: 200 len: 380 time: 0.0550411 Apr 08 09:20:09.702839 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'port': {'device_id': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'admin_state_up': True, 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'security_groups': ['a670e5b6-6465-4910-a5ca-a71421b862a7']}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:20:09.707148 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-17fe7385-0188-4eec-85f5-7782d6f6cf2e req-b6455b1c-53fa-408b-919f-7134ad6b44b5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 210 time: 0.0336521 Apr 08 09:20:09.821474 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Made reservation on behalf of 59f91b9ddd904469a0c5f65b23c7cf66 for: {'port': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:20:09.825001 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:09.946496 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Allocated IP 172.20.0.13 (c93015da-2178-4354-b03b-a22057a7e12c/5e08e173-ccb6-43f1-9e3a-0132c4105c1b/7a937d4f-4843-4b28-ad3f-1ecd928673cf) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:20:10.082352 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:10.114531 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:10.155228 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Network c93015da-2178-4354-b03b-a22057a7e12c is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:20:10.158260 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:20:10.165257 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:20:10.198994 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'Port': ['ID=7a937d4f-4843-4b28-ad3f-1ecd928673cf,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:20:10.211981 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.212334 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.212702 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.213056 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.213396 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.213728 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.214061 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.214392 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.214721 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.215051 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.215381 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.215710 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.216043 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.216455 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.216703 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:10.234997 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:10.235651 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:10.251976 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-d6959c8c-7a6d-4630-b832-7ec51d10dc07 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5529191 Apr 08 09:20:10.310922 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Request body: {'port': {'device_id': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:20:10.396503 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:10.413116 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-60ab34f6-118b-45f7-a050-8f3a1d09fcef None None] Provisioning complete for port 7a937d4f-4843-4b28-ad3f-1ecd928673cf triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:20:10.413756 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-60ab34f6-118b-45f7-a050-8f3a1d09fcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:10.448360 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-60ab34f6-118b-45f7-a050-8f3a1d09fcef None None] Port 7a937d4f-4843-4b28-ad3f-1ecd928673cf cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:20:10.455295 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649a808-cf31-4cf5-a5a7-1bce43e0a74c req-09b051f1-1db3-4c59-88a4-383db4e6752d tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:10.456813 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e649a808-cf31-4cf5-a5a7-1bce43e0a74c req-09b051f1-1db3-4c59-88a4-383db4e6752d tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0936005 Apr 08 09:20:10.591308 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e649a808-cf31-4cf5-a5a7-1bce43e0a74c req-4f1fde2c-cefe-4971-a873-816b97dc7b1b tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&id=eee68940-4314-4ec2-9c97-2a7b9abb36c2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1274252 Apr 08 09:20:10.714628 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a937d4f-4843-4b28-ad3f-1ecd928673cf {{(pid=103425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:20:10.721748 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Publish callbacks [] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:10.738359 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.provisioning_blocks [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Transition to ACTIVE for port object 7a937d4f-4843-4b28-ad3f-1ecd928673cf will not be triggered until provisioned by entity L2. {{(pid=103425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:20:10.745272 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:10.830121 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a937d4f-4843-4b28-ad3f-1ecd928673cf,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:20:10.831116 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-63e81543-f449-40e5-8478-c8618da7c16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:10.894098 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57c65c-37e6-4227-b970-beeb1987c546 req-91ff8b58-6b42-4da8-bea1-60c719c63684 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:10.895649 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf57c65c-37e6-4227-b970-beeb1987c546 req-91ff8b58-6b42-4da8-bea1-60c719c63684 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 944 time: 0.1116779 Apr 08 09:20:10.928970 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Attempting to bind port 7a937d4f-4843-4b28-ad3f-1ecd928673cf on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:20:10.929303 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Attempting to bind port 7a937d4f-4843-4b28-ad3f-1ecd928673cf by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:20:10.930154 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Attempting to bind port 7a937d4f-4843-4b28-ad3f-1ecd928673cf on network c93015da-2178-4354-b03b-a22057a7e12c {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:20:10.938061 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Port 7a937d4f-4843-4b28-ad3f-1ecd928673cf on network c93015da-2178-4354-b03b-a22057a7e12c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:20:10.938383 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Attempting to bind port 7a937d4f-4843-4b28-ad3f-1ecd928673cf on network c93015da-2178-4354-b03b-a22057a7e12c {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:20:10.949171 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:20:10.949507 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Checking segment: {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:20:10.949891 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Bound using segment: {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:20:10.950327 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Bound port: 7a937d4f-4843-4b28-ad3f-1ecd928673cf, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:20:10.950684 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:10.978782 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf57c65c-37e6-4227-b970-beeb1987c546 req-3cd1ab80-834f-4b0e-b053-591bbfa9f839 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760415 Apr 08 09:20:11.030551 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] For port 7a937d4f-4843-4b28-ad3f-1ecd928673cf, host hv-cinder-83699, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:20:11.033447 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] For port 7a937d4f-4843-4b28-ad3f-1ecd928673cf, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7a937d4f-4843-4b28-ad3f-1ecd928673cf,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:20:11.041302 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:11.075921 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:11.076568 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:11.077986 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/7a937d4f-4843-4b28-ad3f-1ecd928673cf HTTP/1.1" status: 200 len: 1094 time: 0.7722917 Apr 08 09:20:11.078372 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'tag': '7a937d4f-4843-4b28-ad3f-1ecd928673cf'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:20:11.080638 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680cacdc-bd78-45bd-8856-20e8aef092a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdcfd14-b36b-4606-85b3-10f1039b8468", "tag": "7a937d4f-4843-4b28-ad3f-1ecd928673cf"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:20:11.107907 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d376d-ba14-46c9-ae95-85412a9232b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a937d4f-4843-4b28-ad3f-1ecd928673cf,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:20:11.125521 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe6f8b4-e03e-4ca9-a3d9-0d636054f828 x-openstack-request-id: req-1fe6f8b4-e03e-4ca9-a3d9-0d636054f828 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:20:11.125813 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdcfd14-b36b-4606-85b3-10f1039b8468", "tag": "7a937d4f-4843-4b28-ad3f-1ecd928673cf", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:20:11.126068 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fe6f8b4-e03e-4ca9-a3d9-0d636054f828 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:20:11.126475 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe6f8b4-e03e-4ca9-a3d9-0d636054f828'] response: {'name': 'network-changed', 'server_uuid': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'tag': '7a937d4f-4843-4b28-ad3f-1ecd928673cf', 'status': 'completed', 'code': 200} Apr 08 09:20:11.187586 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-17e8a465-796b-43a9-b904-4b096d604253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:11.189233 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-17e8a465-796b-43a9-b904-4b096d604253 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 1128 time: 0.0463653 Apr 08 09:20:11.238121 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-3e5e2819-2a90-413f-9c1f-41511a290b24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a937d4f-4843-4b28-ad3f-1ecd928673cf HTTP/1.1" status: 200 len: 217 time: 0.0353177 Apr 08 09:20:11.288226 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-9565d0ff-7f68-4521-8fe3-916c1773ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:11.290501 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-9565d0ff-7f68-4521-8fe3-916c1773ec23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0456507 Apr 08 09:20:11.337764 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-9e3bc9b2-2cc1-4ef0-8901-726cb9f402db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:11.339237 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-9e3bc9b2-2cc1-4ef0-8901-726cb9f402db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428441 Apr 08 09:20:11.427456 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-7b2abbe0-9515-4dd6-846e-e79e25ebe471 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822823 Apr 08 09:20:11.511728 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c01bd44c-58e7-43d9-b34d-7d7391f0eeee req-303d3321-2fb4-4969-8f3c-8c602fbcfc43 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783639 Apr 08 09:20:11.707141 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528987d4-3009-4a34-a9c6-5a0f7aa45f90 req-de8526cb-ca57-4419-acfb-b32730831e0e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:11.708604 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-528987d4-3009-4a34-a9c6-5a0f7aa45f90 req-de8526cb-ca57-4419-acfb-b32730831e0e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0513825 Apr 08 09:20:11.770618 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-528987d4-3009-4a34-a9c6-5a0f7aa45f90 req-9c9016c6-ad0d-42bd-b85c-0f994a6e7025 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&id=eee68940-4314-4ec2-9c97-2a7b9abb36c2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0558617 Apr 08 09:20:12.023972 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:12.095931 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c019a9-71fd-4bfc-bc22-9607edf3002c req-5d0a7b8b-f879-41ce-90cd-21977acc4a39 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:12.097415 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-32c019a9-71fd-4bfc-bc22-9607edf3002c req-5d0a7b8b-f879-41ce-90cd-21977acc4a39 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 944 time: 0.0512104 Apr 08 09:20:12.144682 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-32c019a9-71fd-4bfc-bc22-9607edf3002c req-34a6a435-6a62-499d-a162-a7eb7346b98a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410261 Apr 08 09:20:12.474064 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cacdc-bd78-45bd-8856-20e8aef092a1 req-971b9a02-bb87-4e95-96b8-945c220dae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:12.475504 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-680cacdc-bd78-45bd-8856-20e8aef092a1 req-971b9a02-bb87-4e95-96b8-945c220dae30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 1128 time: 0.0425470 Apr 08 09:20:12.563737 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cacdc-bd78-45bd-8856-20e8aef092a1 req-59bfeb35-917a-4943-844f-f9b39c1831ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:12.565214 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-680cacdc-bd78-45bd-8856-20e8aef092a1 req-59bfeb35-917a-4943-844f-f9b39c1831ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 912 time: 0.0840290 Apr 08 09:20:12.609508 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-680cacdc-bd78-45bd-8856-20e8aef092a1 req-5412b235-b09c-4e69-9011-47e62b8bf2a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a937d4f-4843-4b28-ad3f-1ecd928673cf HTTP/1.1" status: 200 len: 217 time: 0.0336192 Apr 08 09:20:12.656996 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cacdc-bd78-45bd-8856-20e8aef092a1 req-da9a5c25-b5c8-46c3-82c9-c1a679a131a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:12.658349 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-680cacdc-bd78-45bd-8856-20e8aef092a1 req-da9a5c25-b5c8-46c3-82c9-c1a679a131a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0410440 Apr 08 09:20:12.710729 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cacdc-bd78-45bd-8856-20e8aef092a1 req-feb08548-cda0-4a8f-9635-e8da08e6433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:12.712813 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-680cacdc-bd78-45bd-8856-20e8aef092a1 req-feb08548-cda0-4a8f-9635-e8da08e6433b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466774 Apr 08 09:20:12.799214 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-680cacdc-bd78-45bd-8856-20e8aef092a1 req-50ee985b-958f-4c22-9107-bc6a102e601b service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801466 Apr 08 09:20:12.920955 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-680cacdc-bd78-45bd-8856-20e8aef092a1 req-df904d8a-ab6e-4a7c-af48-add209991a11 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150069 Apr 08 09:20:12.930791 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5504da-d707-4f1f-b79c-e4e443317755 req-a88f50a9-f71c-4d05-8201-0cfcbaa03acd tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:12.932156 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff5504da-d707-4f1f-b79c-e4e443317755 req-a88f50a9-f71c-4d05-8201-0cfcbaa03acd tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0734270 Apr 08 09:20:12.991424 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ff5504da-d707-4f1f-b79c-e4e443317755 req-4239f8d8-e567-4da1-a42c-50ca447dd5ab tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&id=eee68940-4314-4ec2-9c97-2a7b9abb36c2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536113 Apr 08 09:20:13.261489 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80ede-95fa-4c23-be02-b71e6e4f20f6 req-0093527d-527e-4387-a322-95b8224299a8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:13.262852 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f7b80ede-95fa-4c23-be02-b71e6e4f20f6 req-0093527d-527e-4387-a322-95b8224299a8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 944 time: 0.0543809 Apr 08 09:20:13.309153 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f7b80ede-95fa-4c23-be02-b71e6e4f20f6 req-f01dd243-16e0-4977-92c5-eb4ea530b545 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409207 Apr 08 09:20:13.343882 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:14.109842 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91c8f4-433b-4bf8-b9f1-5856935c3360 req-9837b53e-3cc0-4441-b248-53998da5bb03 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:14.111329 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d91c8f4-433b-4bf8-b9f1-5856935c3360 req-9837b53e-3cc0-4441-b248-53998da5bb03 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0543697 Apr 08 09:20:14.168668 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1d91c8f4-433b-4bf8-b9f1-5856935c3360 req-861db888-0f4a-473d-99a8-aa215a234c15 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&id=eee68940-4314-4ec2-9c97-2a7b9abb36c2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0517430 Apr 08 09:20:14.424494 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48600e-38fa-4352-aa80-3c6044a1cf99 req-99583a80-a5b5-4cf7-9281-973326b6bb77 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:14.425924 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1e48600e-38fa-4352-aa80-3c6044a1cf99 req-99583a80-a5b5-4cf7-9281-973326b6bb77 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 944 time: 0.0514214 Apr 08 09:20:14.474606 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1e48600e-38fa-4352-aa80-3c6044a1cf99 req-1d8d4351-f18a-4d0a-b5d9-573c30474539 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432887 Apr 08 09:20:14.737169 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:15.282995 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1147d-52ca-41cc-8436-5aad372403c8 req-93d0e70b-864f-49c5-bee5-cf6426830176 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:15.284420 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fac1147d-52ca-41cc-8436-5aad372403c8 req-93d0e70b-864f-49c5-bee5-cf6426830176 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0507188 Apr 08 09:20:15.341260 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fac1147d-52ca-41cc-8436-5aad372403c8 req-afe63852-22fe-4c52-9451-3acd2f7e174b tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&id=eee68940-4314-4ec2-9c97-2a7b9abb36c2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0509353 Apr 08 09:20:15.588944 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d1125-aafa-433e-8798-bfbdee34df6e req-e9189865-3c39-4ae5-825d-71636813837f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:15.590366 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-392d1125-aafa-433e-8798-bfbdee34df6e req-e9189865-3c39-4ae5-825d-71636813837f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 944 time: 0.0508506 Apr 08 09:20:15.636684 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-392d1125-aafa-433e-8798-bfbdee34df6e req-00d35395-1270-4774-9182-d756923f67e6 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409040 Apr 08 09:20:16.459907 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5923548-3799-4e87-ba72-697450742a5e req-0c48ed5c-754c-4241-aa8d-69442f7ae06b tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:16.461371 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c5923548-3799-4e87-ba72-697450742a5e req-0c48ed5c-754c-4241-aa8d-69442f7ae06b tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0543354 Apr 08 09:20:16.517792 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c5923548-3799-4e87-ba72-697450742a5e req-3a0fe85b-3a57-4ffc-8afa-5a0db3a2445e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&id=eee68940-4314-4ec2-9c97-2a7b9abb36c2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0508175 Apr 08 09:20:16.753269 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61001859-c5ce-4488-821f-c75b86407ea7 req-caa46744-8e84-4a00-9bf6-37677c22c63c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:16.754728 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-61001859-c5ce-4488-821f-c75b86407ea7 req-caa46744-8e84-4a00-9bf6-37677c22c63c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 944 time: 0.0512455 Apr 08 09:20:16.801991 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-61001859-c5ce-4488-821f-c75b86407ea7 req-9a87587d-294e-430e-9ddd-6c8b5d1d5f7d tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417993 Apr 08 09:20:17.920729 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1315c-e6bc-4685-a7df-c7a5b669153b req-5e7ad2c7-1f93-454d-995f-7394f49d701d tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:17.922169 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-efb1315c-e6bc-4685-a7df-c7a5b669153b req-5e7ad2c7-1f93-454d-995f-7394f49d701d tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 944 time: 0.0543568 Apr 08 09:20:17.973185 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-efb1315c-e6bc-4685-a7df-c7a5b669153b req-5287018f-d520-4fa1-95fa-4ec7bdb36f01 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456233 Apr 08 09:20:19.088008 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e1bbb-e263-41df-a935-b4d0dc7d3a6d req-8608047b-c570-4f98-9089-e0518c9420f3 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:19.089599 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-705e1bbb-e263-41df-a935-b4d0dc7d3a6d req-8608047b-c570-4f98-9089-e0518c9420f3 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 944 time: 0.0514340 Apr 08 09:20:19.135933 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-705e1bbb-e263-41df-a935-b4d0dc7d3a6d req-b0244ed0-b147-41e9-8119-c11e5f26b064 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403221 Apr 08 09:20:20.249758 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47358d74-a2ad-4dcc-a992-829b08b4622e req-3d1e0953-49e7-4fac-911e-ca6b537d6f1f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:20.251195 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-47358d74-a2ad-4dcc-a992-829b08b4622e req-3d1e0953-49e7-4fac-911e-ca6b537d6f1f tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 944 time: 0.0505929 Apr 08 09:20:20.301660 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-47358d74-a2ad-4dcc-a992-829b08b4622e req-fa4ec541-5794-4b66-9877-e3cebdf395f0 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451210 Apr 08 09:20:20.391895 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 7a937d4f-4843-4b28-ad3f-1ecd928673cf details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:20:20.488707 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 7a937d4f-4843-4b28-ad3f-1ecd928673cf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7a937d4f-4843-4b28-ad3f-1ecd928673cf,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:20:20.499455 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '7a937d4f-4843-4b28-ad3f-1ecd928673cf', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'port_id': '7a937d4f-4843-4b28-ad3f-1ecd928673cf', 'mac_address': 'fa:16:3e:70:c2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:20:20.535637 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 7a937d4f-4843-4b28-ad3f-1ecd928673cf is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:20:20.536031 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:20.548557 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a937d4f-4843-4b28-ad3f-1ecd928673cf {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:20:20.566793 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 7a937d4f-4843-4b28-ad3f-1ecd928673cf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7a937d4f-4843-4b28-ad3f-1ecd928673cf,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:20:20.571435 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:20.619639 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=7a937d4f-4843-4b28-ad3f-1ecd928673cf,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:20:20.626496 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.626847 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.627193 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.627538 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.627876 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.628211 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.628573 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.628906 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.629235 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.629565 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.629893 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.630222 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.630548 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.630872 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:20.631194 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:20:21.052559 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['7a937d4f-4843-4b28-ad3f-1ecd928673cf'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:20:21.417521 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366291b-2047-49db-83c5-c309fe304473 req-20ef19ca-31fa-4c40-8659-ca8356822e15 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:21.419467 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d366291b-2047-49db-83c5-c309fe304473 req-20ef19ca-31fa-4c40-8659-ca8356822e15 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 945 time: 0.0531483 Apr 08 09:20:21.468352 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d366291b-2047-49db-83c5-c309fe304473 req-195b1885-5933-4e2e-9bd7-38a081db6d53 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 Apr 08 09:20:22.408368 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 7a937d4f-4843-4b28-ad3f-1ecd928673cf up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:20:22.456302 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port 7a937d4f-4843-4b28-ad3f-1ecd928673cf completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:20:22.460107 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 7a937d4f-4843-4b28-ad3f-1ecd928673cf triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:20:22.460494 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:22.534691 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 7a937d4f-4843-4b28-ad3f-1ecd928673cf is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:20:22.535079 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:22.560951 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a937d4f-4843-4b28-ad3f-1ecd928673cf'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:20:22.563393 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e965481-00b9-4765-b932-940e4b4ccc5d" -d '{"events": [{"server_uuid": "4bdcfd14-b36b-4606-85b3-10f1039b8468", "name": "network-vif-plugged", "status": "completed", "tag": "7a937d4f-4843-4b28-ad3f-1ecd928673cf"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:20:22.584758 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6484d92-9ad0-4304-a215-ca6930976581 req-64f52b80-1e71-4033-bd70-24a2fd28abc2 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:22.586319 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d6484d92-9ad0-4304-a215-ca6930976581 req-64f52b80-1e71-4033-bd70-24a2fd28abc2 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 945 time: 0.0529606 Apr 08 09:20:22.638382 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d6484d92-9ad0-4304-a215-ca6930976581 req-3e6bc76c-4188-4f36-8751-36c133079cd9 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458546 Apr 08 09:20:22.706458 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4951527e-c759-4f03-82e7-6635ac40ba3b x-openstack-request-id: req-4951527e-c759-4f03-82e7-6635ac40ba3b {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:20:22.706698 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdcfd14-b36b-4606-85b3-10f1039b8468", "name": "network-vif-plugged", "status": "completed", "tag": "7a937d4f-4843-4b28-ad3f-1ecd928673cf", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:20:22.706898 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4951527e-c759-4f03-82e7-6635ac40ba3b {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:20:22.707285 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4951527e-c759-4f03-82e7-6635ac40ba3b'] response: {'server_uuid': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a937d4f-4843-4b28-ad3f-1ecd928673cf', 'code': 200} Apr 08 09:20:22.708922 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 7a937d4f-4843-4b28-ad3f-1ecd928673cf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7a937d4f-4843-4b28-ad3f-1ecd928673cf,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:20:22.712827 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:22.762253 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=7a937d4f-4843-4b28-ad3f-1ecd928673cf,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:20:22.875848 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7f748-e632-4aa6-9912-3606e97be40f req-9c976c91-86f5-454f-8dc4-d53e36184564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:22.877321 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c9c7f748-e632-4aa6-9912-3606e97be40f req-9c976c91-86f5-454f-8dc4-d53e36184564 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 1130 time: 0.0452673 Apr 08 09:20:22.922839 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c9c7f748-e632-4aa6-9912-3606e97be40f req-3de56f5e-9b33-49db-ae7c-f1118015f6b9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395870 Apr 08 09:20:23.755592 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c6542-e056-4b95-b75f-1ed28dd05e74 req-8e6f029e-5bdb-494f-bc0d-ed79212a26dd tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:23.757060 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c18c6542-e056-4b95-b75f-1ed28dd05e74 req-8e6f029e-5bdb-494f-bc0d-ed79212a26dd tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 946 time: 0.0516620 Apr 08 09:20:23.804775 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c18c6542-e056-4b95-b75f-1ed28dd05e74 req-2c4df6be-a60f-4177-acc6-6a533ee7fe72 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422225 Apr 08 09:20:24.917767 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a9f3c-d498-4060-bf68-8d2709d2c671 req-f25839e1-9c8d-44a6-86f7-f01ad7b804b5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:24.919297 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-675a9f3c-d498-4060-bf68-8d2709d2c671 req-f25839e1-9c8d-44a6-86f7-f01ad7b804b5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 946 time: 0.0508645 Apr 08 09:20:24.973098 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-675a9f3c-d498-4060-bf68-8d2709d2c671 req-fd7219f7-87fb-4ec0-81a2-d3259dab5594 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454099 Apr 08 09:20:25.094790 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c8990-f9d3-4fde-aa6c-e16962165a27 req-5fb930d6-039f-4142-832c-c6e31a63ed5a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:25.096217 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c84c8990-f9d3-4fde-aa6c-e16962165a27 req-5fb930d6-039f-4142-832c-c6e31a63ed5a tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 946 time: 0.0501931 Apr 08 09:20:25.143003 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c84c8990-f9d3-4fde-aa6c-e16962165a27 req-cde0d02b-d51a-4ced-aac0-c7c9ed537d58 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412860 Apr 08 09:20:25.164553 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39098) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:20:25.299361 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3a316-b4c7-49af-b323-fb5b4b5f2217 tempest-TestVolumeBootPattern-1674941572 tempest-TestVolumeBootPattern-1674941572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:25.300820 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-d5c3a316-b4c7-49af-b323-fb5b4b5f2217 tempest-TestVolumeBootPattern-1674941572 tempest-TestVolumeBootPattern-1674941572-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 1125 time: 0.1353159 Apr 08 09:20:25.303591 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39102) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:20:25.307638 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'port_id': '7a937d4f-4843-4b28-ad3f-1ecd928673cf', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:20:25.327158 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:25.420953 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:25.518853 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Allocated IP 172.27.2.224 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/858b7d29-077e-4b79-a628-7753b9ba169e) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:20:25.627961 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for port (858b7d29-077e-4b79-a628-7753b9ba169e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:25.658815 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (858b7d29-077e-4b79-a628-7753b9ba169e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:25.694693 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:20:25.697373 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:20:25.703206 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:20:25.727210 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'Port': ['ID=858b7d29-077e-4b79-a628-7753b9ba169e,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:20:26.325693 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (a385433d-cf04-453d-9d08-90abf4976a15), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:26.392617 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (858b7d29-077e-4b79-a628-7753b9ba169e), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:26.534536 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for port (858b7d29-077e-4b79-a628-7753b9ba169e), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:26.538672 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (858b7d29-077e-4b79-a628-7753b9ba169e), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:26.603352 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event updated for resources: {'Port': ['ID=858b7d29-077e-4b79-a628-7753b9ba169e,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:20:26.613524 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (a385433d-cf04-453d-9d08-90abf4976a15), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:26.670429 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:26.715656 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Floating IP a385433d-cf04-453d-9d08-90abf4976a15 associated. External IP: 172.27.2.224, port: 7a937d4f-4843-4b28-ad3f-1ecd928673cf. Apr 08 09:20:26.927355 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Router 257ec87a-1a72-4748-9d8c-3d443cce19c9 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:20:27.039684 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:20:27.049567 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03a12fa-5826-40cb-82d2-5d778a526c6e None None] Sync routers for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:20:27.056869 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:27.059848 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03a12fa-5826-40cb-82d2-5d778a526c6e None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:20:27.060506 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a03a12fa-5826-40cb-82d2-5d778a526c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:20:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:20:27.087336 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-410dd084-32aa-484c-8875-03a9f20ba8c8 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7827597 Apr 08 09:20:27.087903 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'tag': '7a937d4f-4843-4b28-ad3f-1ecd928673cf'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:20:27.090290 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88789fb1-c8c8-45f0-9aea-13064beec96f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdcfd14-b36b-4606-85b3-10f1039b8468", "tag": "7a937d4f-4843-4b28-ad3f-1ecd928673cf"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:20:27.125319 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb08deb4-2c09-48fd-9be7-318c1087cbb0 x-openstack-request-id: req-fb08deb4-2c09-48fd-9be7-318c1087cbb0 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:20:27.125615 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdcfd14-b36b-4606-85b3-10f1039b8468", "tag": "7a937d4f-4843-4b28-ad3f-1ecd928673cf", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:20:27.125869 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb08deb4-2c09-48fd-9be7-318c1087cbb0 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:20:27.126271 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb08deb4-2c09-48fd-9be7-318c1087cbb0'] response: {'name': 'network-changed', 'server_uuid': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'tag': '7a937d4f-4843-4b28-ad3f-1ecd928673cf', 'status': 'completed', 'code': 200} Apr 08 09:20:27.168796 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-a03a12fa-5826-40cb-82d2-5d778a526c6e None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:20:27.222419 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88789fb1-c8c8-45f0-9aea-13064beec96f req-4781e5f8-d18c-448a-bad5-a1f313d5360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:27.223829 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-88789fb1-c8c8-45f0-9aea-13064beec96f req-4781e5f8-d18c-448a-bad5-a1f313d5360b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 1130 time: 0.0447998 Apr 08 09:20:27.316716 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88789fb1-c8c8-45f0-9aea-13064beec96f req-c13e276d-b175-4034-8fd8-b4c57bb37f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:27.318228 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-88789fb1-c8c8-45f0-9aea-13064beec96f req-c13e276d-b175-4034-8fd8-b4c57bb37f88 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 912 time: 0.0885825 Apr 08 09:20:27.380526 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-88789fb1-c8c8-45f0-9aea-13064beec96f req-8f7f1e42-e34b-4b6a-9dad-4f4bf1b19bc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a937d4f-4843-4b28-ad3f-1ecd928673cf HTTP/1.1" status: 200 len: 1000 time: 0.0568109 Apr 08 09:20:27.393615 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a03a12fa-5826-40cb-82d2-5d778a526c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '2685e817-f8a1-4143-af1d-104f9e30d694', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': 'fab09178-482a-4579-9623-dbb02082fa7d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:f0:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:18:07Z', 'updated_at': '2022-04-08T09:18:09Z', 'revision_number': 1, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}, {'id': 'a385433d-cf04-453d-9d08-90abf4976a15', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': '7a937d4f-4843-4b28-ad3f-1ecd928673cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:70:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:20:26Z', 'updated_at': '2022-04-08T09:20:26Z', 'revision_number': 0, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:20:27.419859 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03a12fa-5826-40cb-82d2-5d778a526c6e None None] Checking router: 257ec87a-1a72-4748-9d8c-3d443cce19c9 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:20:27.426862 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88789fb1-c8c8-45f0-9aea-13064beec96f req-8b1550b5-e0c4-498a-a1c4-7f18d9934e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:27.428134 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03a12fa-5826-40cb-82d2-5d778a526c6e None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:20:27.428284 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-88789fb1-c8c8-45f0-9aea-13064beec96f req-8b1550b5-e0c4-498a-a1c4-7f18d9934e68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0423210 Apr 08 09:20:27.428784 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a03a12fa-5826-40cb-82d2-5d778a526c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:20:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:20:27.479363 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88789fb1-c8c8-45f0-9aea-13064beec96f req-d0be8412-9937-48d3-a0de-8f2ec58e2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:27.480795 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-88789fb1-c8c8-45f0-9aea-13064beec96f req-d0be8412-9937-48d3-a0de-8f2ec58e2006 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466037 Apr 08 09:20:27.535657 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-a03a12fa-5826-40cb-82d2-5d778a526c6e None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:20:27.567722 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-88789fb1-c8c8-45f0-9aea-13064beec96f req-a88f59ea-b72e-405e-b11a-421505b7fc4c service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812190 Apr 08 09:20:27.658541 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-88789fb1-c8c8-45f0-9aea-13064beec96f req-167983b1-b3dc-439d-8f9e-d503ea25f55a service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848770 Apr 08 09:20:27.758960 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-a03a12fa-5826-40cb-82d2-5d778a526c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '2685e817-f8a1-4143-af1d-104f9e30d694', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': 'fab09178-482a-4579-9623-dbb02082fa7d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:f0:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:18:07Z', 'updated_at': '2022-04-08T09:18:09Z', 'revision_number': 1, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}, {'id': 'a385433d-cf04-453d-9d08-90abf4976a15', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': '7a937d4f-4843-4b28-ad3f-1ecd928673cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:70:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:20:26Z', 'updated_at': '2022-04-08T09:20:26Z', 'revision_number': 0, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:20:27.784946 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03a12fa-5826-40cb-82d2-5d778a526c6e None None] The sync data for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi is: [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '2685e817-f8a1-4143-af1d-104f9e30d694', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': 'fab09178-482a-4579-9623-dbb02082fa7d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:f0:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:18:07Z', 'updated_at': '2022-04-08T09:18:09Z', 'revision_number': 1, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}, {'id': 'a385433d-cf04-453d-9d08-90abf4976a15', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': '7a937d4f-4843-4b28-ad3f-1ecd928673cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:70:c2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:20:26Z', 'updated_at': '2022-04-08T09:20:26Z', 'revision_number': 0, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:20:27.973849 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb5a9d4-5c34-408e-bc57-c3bfb4f9ec34 None None] New status for floating IP a385433d-cf04-453d-9d08-90abf4976a15: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:20:37.806671 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f9741c9-b1a3-44a7-84ac-e0983c276ef1 req-047ad419-c2b9-4e4c-89b4-e5da12f03dc7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428319 Apr 08 09:20:37.881264 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9741c9-b1a3-44a7-84ac-e0983c276ef1 req-b56e2ad4-7fa5-4474-8e48-31cf5d27ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:37.882704 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f9741c9-b1a3-44a7-84ac-e0983c276ef1 req-b56e2ad4-7fa5-4474-8e48-31cf5d27ff2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=773f395354ed4240999b852174881659&device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 1168 time: 0.0435781 Apr 08 09:20:37.986260 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9741c9-b1a3-44a7-84ac-e0983c276ef1 req-027a5c29-5142-4cba-9d2d-5cc179b98341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:37.987738 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f9741c9-b1a3-44a7-84ac-e0983c276ef1 req-027a5c29-5142-4cba-9d2d-5cc179b98341 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea HTTP/1.1" status: 200 len: 914 time: 0.0870497 Apr 08 09:20:38.052283 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f9741c9-b1a3-44a7-84ac-e0983c276ef1 req-6f1f9025-825c-4576-9ba7-f8b40d2e80ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566 HTTP/1.1" status: 200 len: 1000 time: 0.0572035 Apr 08 09:20:38.105043 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9741c9-b1a3-44a7-84ac-e0983c276ef1 req-3b9b03c4-a761-45ab-94f0-176221828734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:38.106927 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f9741c9-b1a3-44a7-84ac-e0983c276ef1 req-3b9b03c4-a761-45ab-94f0-176221828734 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222 HTTP/1.1" status: 200 len: 853 time: 0.0464826 Apr 08 09:20:38.160434 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9741c9-b1a3-44a7-84ac-e0983c276ef1 req-968fba1b-b178-4466-bd16-9c56243e5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:20:38.161927 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f9741c9-b1a3-44a7-84ac-e0983c276ef1 req-968fba1b-b178-4466-bd16-9c56243e5c7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481944 Apr 08 09:20:38.253069 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f9741c9-b1a3-44a7-84ac-e0983c276ef1 req-a99f9022-cf28-430a-a61d-a64d8031766d service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826573 Apr 08 09:20:38.350060 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1f9741c9-b1a3-44a7-84ac-e0983c276ef1 req-c81d9ba5-d6cb-4569-be24-01c44beb8613 service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894983 Apr 08 09:20:38.452536 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcb0e41a-37c0-43fc-9d72-e638b6bf5820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:40.824298 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58cd11dd-e24d-4a93-855c-8ee8f92da44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:42.027519 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:43.347861 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:44.738413 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:20:45.938319 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:20:56.685629 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:08.454004 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6feab1a6-346a-4084-887e-07d6a27c37b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:10.825209 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fcf8f478-0e14-4968-bc4b-dbc7cda73fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:12.030022 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:13.349448 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:14.382427 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-a9ef6c48-38ad-4ef8-9269-599b665b1cb0 req-99344eb7-e915-468f-bbc5-9c35e4291243 service neutron] (103424) timed out ('10.222.0.10', 63008) {{(pid=103424) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 09:21:14.542791 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-29bd5174-b553-4345-a3b6-7fab38e879d2 req-ecc6e635-1c95-4ec1-b207-f8f579f0deea service neutron] (103424) timed out ('10.222.0.10', 63054) {{(pid=103424) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 09:21:14.740824 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:22.260261 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5223fd89-d382-400e-b25c-758b6857c791 req-19017c25-03a2-46a0-a312-4d2bb5a8ad27 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19435442&fields=id&tenant_id=773f395354ed4240999b852174881659 HTTP/1.1" status: 200 len: 267 time: 0.1657951 Apr 08 09:21:22.318612 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223fd89-d382-400e-b25c-758b6857c791 req-706ab7db-7a98-4c9c-a895-a2d6f176e0ab tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:22.319970 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5223fd89-d382-400e-b25c-758b6857c791 req-706ab7db-7a98-4c9c-a895-a2d6f176e0ab tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 984 time: 0.0545204 Apr 08 09:21:22.330177 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-5223fd89-d382-400e-b25c-758b6857c791 req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Request body: {'port': {'security_groups': ['82c85415-2d60-41df-8495-67129319158b']}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:22.398763 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-5223fd89-d382-400e-b25c-758b6857c791 req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:22.568428 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-5223fd89-d382-400e-b25c-758b6857c791 req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] For port 4bcc1888-4f05-43d1-89de-b4c6119f4566, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:22.596821 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-5223fd89-d382-400e-b25c-758b6857c791 req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:22.601022 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-5223fd89-d382-400e-b25c-758b6857c791 req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:22.639435 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['4bcc1888-4f05-43d1-89de-b4c6119f4566'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:21:22.641835 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223fd89-d382-400e-b25c-758b6857c791 req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:22.643534 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-5223fd89-d382-400e-b25c-758b6857c791 req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:22.643852 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5223fd89-d382-400e-b25c-758b6857c791 req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "PUT /v2.0/ports/4bcc1888-4f05-43d1-89de-b4c6119f4566 HTTP/1.1" status: 200 len: 942 time: 0.3179693 Apr 08 09:21:22.644305 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:21:22.646572 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f2710d-88b1-4f91-a5b5-dc88c1766778" -d '{"events": [{"name": "network-changed", "server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:21:22.649752 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39152) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:22.673483 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event updated for resources: {'Port': ['ID=4bcc1888-4f05-43d1-89de-b4c6119f4566,revision_number=7']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:22.681904 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.682288 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.682596 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.682936 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.683273 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.683609 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.683973 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.684320 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.684926 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.685055 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.685344 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.685675 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.686099 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.686671 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.686788 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762f403f-de38-4684-bbca-b74eccf60a32 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.721663 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43b63f7-9007-4ab2-8fbd-575f1e355c5b x-openstack-request-id: req-d43b63f7-9007-4ab2-8fbd-575f1e355c5b {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:21:22.721968 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:21:22.726466 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d43b63f7-9007-4ab2-8fbd-575f1e355c5b {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:21:22.726466 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43b63f7-9007-4ab2-8fbd-575f1e355c5b'] response: {'name': 'network-changed', 'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'status': 'completed', 'code': 200} Apr 08 09:21:22.727352 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group (eee68940-4314-4ec2-9c97-2a7b9abb36c2), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:22.762209 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group (eee68940-4314-4ec2-9c97-2a7b9abb36c2), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:22.809832 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['4bcc1888-4f05-43d1-89de-b4c6119f4566'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:21:22.834569 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2710d-88b1-4f91-a5b5-dc88c1766778 req-28a35173-d8bd-4fb3-ad28-a6e86a9cbd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:22.836929 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f4f2710d-88b1-4f91-a5b5-dc88c1766778 req-28a35173-d8bd-4fb3-ad28-a6e86a9cbd84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=773f395354ed4240999b852174881659&device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 1129 time: 0.0660179 Apr 08 09:21:22.849799 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (eee68940-4314-4ec2-9c97-2a7b9abb36c2), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:22.853619 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:22.855055 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "DELETE /v2.0/security-groups/eee68940-4314-4ec2-9c97-2a7b9abb36c2 HTTP/1.1" status: 204 len: 168 time: 0.2036633 Apr 08 09:21:22.867518 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39156) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:22.868367 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee68940-4314-4ec2-9c97-2a7b9abb36c2,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:22.882948 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.883306 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.883651 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.883996 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.884338 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.884786 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.885025 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.885361 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.885684 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.886017 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.886347 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.886675 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.886999 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.887324 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.887649 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93ae676-ed4b-4043-9269-08dd073763c4 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:22.937417 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:21:22.942641 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2710d-88b1-4f91-a5b5-dc88c1766778 req-7e66381e-204f-433b-bd19-c11d92da57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:22.946743 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f4f2710d-88b1-4f91-a5b5-dc88c1766778 req-7e66381e-204f-433b-bd19-c11d92da57dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea HTTP/1.1" status: 200 len: 914 time: 0.1022847 Apr 08 09:21:22.966660 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-a4e714f4-94d9-4b99-b06e-720da0d1cced None None] Provisioning complete for port 4bcc1888-4f05-43d1-89de-b4c6119f4566 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:22.967215 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4e714f4-94d9-4b99-b06e-720da0d1cced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:23.043192 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f4f2710d-88b1-4f91-a5b5-dc88c1766778 req-6dc637dc-a889-4b51-b119-b941f405661f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566 HTTP/1.1" status: 200 len: 1000 time: 0.0912383 Apr 08 09:21:23.079548 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Deleting port fa5894e6-f2eb-42f4-aff0-81ceed865174 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:21:23.079898 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (fa5894e6-f2eb-42f4-aff0-81ceed865174), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:23.095713 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2710d-88b1-4f91-a5b5-dc88c1766778 req-d9810c4b-7a94-457a-9699-fa99a81a3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:23.097771 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f4f2710d-88b1-4f91-a5b5-dc88c1766778 req-d9810c4b-7a94-457a-9699-fa99a81a3d56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222 HTTP/1.1" status: 200 len: 853 time: 0.0482736 Apr 08 09:21:23.101470 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a4e714f4-94d9-4b99-b06e-720da0d1cced None None] Current status of the port 4bcc1888-4f05-43d1-89de-b4c6119f4566 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:23.153214 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2710d-88b1-4f91-a5b5-dc88c1766778 req-317c1f44-91d1-49c2-a581-29f00cdcf0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:23.155214 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f4f2710d-88b1-4f91-a5b5-dc88c1766778 req-317c1f44-91d1-49c2-a581-29f00cdcf0a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502794 Apr 08 09:21:23.165188 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (fa5894e6-f2eb-42f4-aff0-81ceed865174), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:23.165515 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for floatingip (fa5894e6-f2eb-42f4-aff0-81ceed865174), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:23.177650 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Calling delete_port for fa5894e6-f2eb-42f4-aff0-81ceed865174 owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:21:23.252723 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f4f2710d-88b1-4f91-a5b5-dc88c1766778 req-98ebb6d4-4338-49fc-9391-c2d89cf1aa03 service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910976 Apr 08 09:21:23.361509 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f4f2710d-88b1-4f91-a5b5-dc88c1766778 req-84bbb5ed-053f-4af1-abfd-165b1cff7255 service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021547 Apr 08 09:21:23.375101 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (fa5894e6-f2eb-42f4-aff0-81ceed865174), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:23.398491 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event deleted for resources: {'Port': ['ID=fa5894e6-f2eb-42f4-aff0-81ceed865174,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:23.462921 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks [] for floatingip (439e650a-6c96-4a7d-9aac-cfe498707ee6), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:23.463280 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Floating IP 439e650a-6c96-4a7d-9aac-cfe498707ee6 disassociated (deleted). External IP: 172.27.2.65, port: 4bcc1888-4f05-43d1-89de-b4c6119f4566. Apr 08 09:21:23.671536 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:21:23.778263 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:21:23.783559 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:23.788060 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccde4f9-ae2a-4711-a0f3-25663d071a96 None None] Sync routers for ids ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:21:23.798755 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccde4f9-ae2a-4711-a0f3-25663d071a96 None None] Routers {'2818b872-a8ed-46c1-ae9b-0b447bbbd93f'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:23.799376 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-dccde4f9-ae2a-4711-a0f3-25663d071a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:23.812326 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-0301ba1f-4f2c-4182-96c2-45678f8b6e88 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "DELETE /v2.0/floatingips/439e650a-6c96-4a7d-9aac-cfe498707ee6 HTTP/1.1" status: 204 len: 168 time: 0.9358985 Apr 08 09:21:23.812948 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:21:23.815243 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0083d6d3-f7bd-491e-b552-b6c3b5398bda" -d '{"events": [{"name": "network-changed", "server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:21:23.853824 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b882fca1-49b2-4744-a0b5-106bc7733898 x-openstack-request-id: req-b882fca1-49b2-4744-a0b5-106bc7733898 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:21:23.854122 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:21:23.854377 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b882fca1-49b2-4744-a0b5-106bc7733898 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:21:23.854780 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b882fca1-49b2-4744-a0b5-106bc7733898'] response: {'name': 'network-changed', 'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'status': 'completed', 'code': 200} Apr 08 09:21:23.914547 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-dccde4f9-ae2a-4711-a0f3-25663d071a96 None None] Set router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:23.958685 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d6d3-f7bd-491e-b552-b6c3b5398bda req-58d94285-d52b-4e8e-aa79-f7bb6e783a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:23.960142 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0083d6d3-f7bd-491e-b552-b6c3b5398bda req-58d94285-d52b-4e8e-aa79-f7bb6e783a95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=773f395354ed4240999b852174881659&device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 1129 time: 0.0633833 Apr 08 09:21:24.067091 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d6d3-f7bd-491e-b552-b6c3b5398bda req-222b4c95-3a29-4f84-9627-ec4303c11e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:24.068693 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0083d6d3-f7bd-491e-b552-b6c3b5398bda req-222b4c95-3a29-4f84-9627-ec4303c11e5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea HTTP/1.1" status: 200 len: 914 time: 0.1032314 Apr 08 09:21:24.113632 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0083d6d3-f7bd-491e-b552-b6c3b5398bda req-a6573732-d354-4f4f-8e2e-adf13730e5df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566 HTTP/1.1" status: 200 len: 217 time: 0.0380244 Apr 08 09:21:24.140439 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-dccde4f9-ae2a-4711-a0f3-25663d071a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '0048b0b4-340d-49df-934d-d474a4ebfcbe', 'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'tenant_id': '773f395354ed4240999b852174881659', 'mac_address': 'fa:16:3e:2d:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:12Z', 'updated_at': '2022-04-08T09:18:17Z', 'revision_number': 5, 'project_id': '773f395354ed4240999b852174881659', 'subnets': [{'id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:24.160823 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d6d3-f7bd-491e-b552-b6c3b5398bda req-aa966277-85b2-4cc5-b466-5445bea92a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:24.162281 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0083d6d3-f7bd-491e-b552-b6c3b5398bda req-aa966277-85b2-4cc5-b466-5445bea92a67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222 HTTP/1.1" status: 200 len: 853 time: 0.0428443 Apr 08 09:21:24.166833 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccde4f9-ae2a-4711-a0f3-25663d071a96 None None] Checking router: 2818b872-a8ed-46c1-ae9b-0b447bbbd93f for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:21:24.175708 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccde4f9-ae2a-4711-a0f3-25663d071a96 None None] Routers {'2818b872-a8ed-46c1-ae9b-0b447bbbd93f'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:24.176303 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-dccde4f9-ae2a-4711-a0f3-25663d071a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:24.283318 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-dccde4f9-ae2a-4711-a0f3-25663d071a96 None None] Set router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:24.473066 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-dccde4f9-ae2a-4711-a0f3-25663d071a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '0048b0b4-340d-49df-934d-d474a4ebfcbe', 'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'tenant_id': '773f395354ed4240999b852174881659', 'mac_address': 'fa:16:3e:2d:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:12Z', 'updated_at': '2022-04-08T09:18:17Z', 'revision_number': 5, 'project_id': '773f395354ed4240999b852174881659', 'subnets': [{'id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:24.625108 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccde4f9-ae2a-4711-a0f3-25663d071a96 None None] The sync data for ids ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'] in dv-cinder-836996-2-iscsi is: [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:18:13Z', 'revision_number': 4, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '0048b0b4-340d-49df-934d-d474a4ebfcbe', 'name': '', 'network_id': 'f1a15d23-676a-4a4f-ba18-0580c1a7e7ea', 'tenant_id': '773f395354ed4240999b852174881659', 'mac_address': 'fa:16:3e:2d:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:12Z', 'updated_at': '2022-04-08T09:18:17Z', 'revision_number': 5, 'project_id': '773f395354ed4240999b852174881659', 'subnets': [{'id': '6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:21:24.656777 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083d6d3-f7bd-491e-b552-b6c3b5398bda req-5c59ef04-f1df-4a4a-880e-1231e6fa9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:24.658284 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0083d6d3-f7bd-491e-b552-b6c3b5398bda req-5c59ef04-f1df-4a4a-880e-1231e6fa9c95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475397 Apr 08 09:21:24.760683 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0083d6d3-f7bd-491e-b552-b6c3b5398bda req-4768a419-bc15-452a-9c5c-2f4e84726084 service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952094 Apr 08 09:21:24.855325 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0083d6d3-f7bd-491e-b552-b6c3b5398bda req-b2f00e7e-da33-4a69-b46f-73662894cd2e service neutron] 10.222.0.10 "GET /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887475 Apr 08 09:21:24.871318 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01482e5c-ab51-4b57-8179-10bcbc0f450f None None] New status for floating IP 439e650a-6c96-4a7d-9aac-cfe498707ee6: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:21:26.691946 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:27.579006 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d844d4-86be-4d6e-87da-f0e8dbf8ef7c req-a4502ea1-9731-44f4-871f-f7da99261305 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:27.580461 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-99d844d4-86be-4d6e-87da-f0e8dbf8ef7c req-a4502ea1-9731-44f4-871f-f7da99261305 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 945 time: 0.0521684 Apr 08 09:21:27.628641 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-99d844d4-86be-4d6e-87da-f0e8dbf8ef7c req-adfe10ef-222a-4e41-8a51-872abe2deae3 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425506 Apr 08 09:21:28.793112 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574be026-6d58-45a1-a35f-617d5f4904a4 req-53bbe1bd-7d28-4196-ae56-23f8d48a8f26 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:28.794554 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-574be026-6d58-45a1-a35f-617d5f4904a4 req-53bbe1bd-7d28-4196-ae56-23f8d48a8f26 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 945 time: 0.0984788 Apr 08 09:21:28.839536 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-574be026-6d58-45a1-a35f-617d5f4904a4 req-f3e2c8e1-d0d2-4615-8ad4-94f8d4885973 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Apr 08 09:21:29.725067 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96161465-7022-423e-b233-ec2b9378ea28 req-306df320-6516-4882-9ce6-7a53b3d1734e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:29.726507 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-96161465-7022-423e-b233-ec2b9378ea28 req-306df320-6516-4882-9ce6-7a53b3d1734e tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.10 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 945 time: 0.0505490 Apr 08 09:21:29.820124 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-96161465-7022-423e-b233-ec2b9378ea28 req-1e8238e9-73d3-43ed-9041-31cfd3a4dc3c tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Deleting port 4bcc1888-4f05-43d1-89de-b4c6119f4566 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:21:29.820827 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-96161465-7022-423e-b233-ec2b9378ea28 req-1e8238e9-73d3-43ed-9041-31cfd3a4dc3c tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:29.910054 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-96161465-7022-423e-b233-ec2b9378ea28 req-1e8238e9-73d3-43ed-9041-31cfd3a4dc3c tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] For port 4bcc1888-4f05-43d1-89de-b4c6119f4566, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=4bcc1888-4f05-43d1-89de-b4c6119f4566,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:29.910438 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-96161465-7022-423e-b233-ec2b9378ea28 req-1e8238e9-73d3-43ed-9041-31cfd3a4dc3c tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:29.950824 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-96161465-7022-423e-b233-ec2b9378ea28 req-1e8238e9-73d3-43ed-9041-31cfd3a4dc3c tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Calling delete_port for 4bcc1888-4f05-43d1-89de-b4c6119f4566 owned by compute:nova {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:21:30.019003 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618a35d-e497-4367-874b-2d7a5e180cb7 req-c9205e95-91bb-4757-97f1-a82f635a7edd tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:30.020381 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6618a35d-e497-4367-874b-2d7a5e180cb7 req-c9205e95-91bb-4757-97f1-a82f635a7edd tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/ports?device_id=db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d HTTP/1.1" status: 200 len: 945 time: 0.1124179 Apr 08 09:21:30.082645 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-6618a35d-e497-4367-874b-2d7a5e180cb7 req-8f8ce951-f767-4586-ba53-cf3f6d2fe176 tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.11 "GET /v2.0/security-groups?id=82c85415-2d60-41df-8495-67129319158b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Apr 08 09:21:30.133831 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-96161465-7022-423e-b233-ec2b9378ea28 req-1e8238e9-73d3-43ed-9041-31cfd3a4dc3c tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (4bcc1888-4f05-43d1-89de-b4c6119f4566), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:30.167660 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8238e9-73d3-43ed-9041-31cfd3a4dc3c tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Pushing event deleted for resources: {'Port': ['ID=4bcc1888-4f05-43d1-89de-b4c6119f4566,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:30.173743 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['4bcc1888-4f05-43d1-89de-b4c6119f4566'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:21:30.205025 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-96161465-7022-423e-b233-ec2b9378ea28 req-1e8238e9-73d3-43ed-9041-31cfd3a4dc3c tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] No DVR routers for this DVR port 4bcc1888-4f05-43d1-89de-b4c6119f4566 on host hv-cinder-83699 {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:21:30.207539 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-96161465-7022-423e-b233-ec2b9378ea28 req-1e8238e9-73d3-43ed-9041-31cfd3a4dc3c tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:30.210950 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-96161465-7022-423e-b233-ec2b9378ea28 req-1e8238e9-73d3-43ed-9041-31cfd3a4dc3c tempest-TestMinimumBasicScenario-1553424634 tempest-TestMinimumBasicScenario-1553424634-project] 10.222.0.10 "DELETE /v2.0/ports/4bcc1888-4f05-43d1-89de-b4c6119f4566 HTTP/1.1" status: 204 len: 173 time: 0.4788153 Apr 08 09:21:30.211392 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'name': 'network-vif-deleted', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:21:30.213708 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116eb550-5202-4682-be10-7ceb50991092" -d '{"events": [{"server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "name": "network-vif-deleted", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:21:30.249549 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39218403-8794-48ae-a625-ccce38a56a12 x-openstack-request-id: req-39218403-8794-48ae-a625-ccce38a56a12 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:21:30.250423 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d", "name": "network-vif-deleted", "tag": "4bcc1888-4f05-43d1-89de-b4c6119f4566", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:21:30.250653 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39218403-8794-48ae-a625-ccce38a56a12 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:21:30.251152 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39218403-8794-48ae-a625-ccce38a56a12'] response: {'server_uuid': 'db9c217e-4b3e-4eec-a9ed-e1b9c5613a9d', 'name': 'network-vif-deleted', 'tag': '4bcc1888-4f05-43d1-89de-b4c6119f4566', 'status': 'completed', 'code': 200} Apr 08 09:21:31.622117 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39250) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:32.198899 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-db6c8488-b500-478e-a6cd-da0f17ded5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613313'] for router_interface (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:32.436138 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-db6c8488-b500-478e-a6cd-da0f17ded5e1 admin admin] Deleting port 0048b0b4-340d-49df-934d-d474a4ebfcbe {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:21:32.436494 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-db6c8488-b500-478e-a6cd-da0f17ded5e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:32.513135 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-db6c8488-b500-478e-a6cd-da0f17ded5e1 admin admin] For port 0048b0b4-340d-49df-934d-d474a4ebfcbe, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=0048b0b4-340d-49df-934d-d474a4ebfcbe,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:32.513426 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-db6c8488-b500-478e-a6cd-da0f17ded5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:32.525956 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-db6c8488-b500-478e-a6cd-da0f17ded5e1 admin admin] Calling delete_port for 0048b0b4-340d-49df-934d-d474a4ebfcbe owned by network:router_interface {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:21:32.699691 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-db6c8488-b500-478e-a6cd-da0f17ded5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (0048b0b4-340d-49df-934d-d474a4ebfcbe), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:32.726209 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c8488-b500-478e-a6cd-da0f17ded5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0048b0b4-340d-49df-934d-d474a4ebfcbe,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:32.768395 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 4bcc1888-4f05-43d1-89de-b4c6119f4566 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:21:32.794699 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: 4bcc1888-4f05-43d1-89de-b4c6119f4566 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:21:32.795389 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 4bcc1888-4f05-43d1-89de-b4c6119f4566 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:21:32.902800 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-db6c8488-b500-478e-a6cd-da0f17ded5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-613262'] for router_interface (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:33.113185 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6c8488-b500-478e-a6cd-da0f17ded5e1 admin admin] Router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:21:33.218701 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6c8488-b500-478e-a6cd-da0f17ded5e1 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:21:33.226108 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-db6c8488-b500-478e-a6cd-da0f17ded5e1 admin admin] 10.222.0.11 "PUT /v2.0/routers/2818b872-a8ed-46c1-ae9b-0b447bbbd93f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6005905 Apr 08 09:21:33.226266 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39252) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:33.228975 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87ba94-43b7-40a5-b62b-6efb47ff10aa None None] Sync routers for ids ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:21:33.239542 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87ba94-43b7-40a5-b62b-6efb47ff10aa None None] Routers {'2818b872-a8ed-46c1-ae9b-0b447bbbd93f'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:33.240159 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-fa87ba94-43b7-40a5-b62b-6efb47ff10aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:33.329722 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Publish callbacks [] for router (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:33.345053 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-fa87ba94-43b7-40a5-b62b-6efb47ff10aa None None] Set router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:33.430400 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Publish callbacks [] for router_gateway (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:33.481818 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Deleting port fc0c0de9-a1bb-4281-80b7-572ef0416d52 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:21:33.482154 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:33.519825 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-fa87ba94-43b7-40a5-b62b-6efb47ff10aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:21:32Z', 'revision_number': 5, 'project_id': '773f395354ed4240999b852174881659', 'gw_port': {'id': 'fc0c0de9-a1bb-4281-80b7-572ef0416d52', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:cf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:11Z', 'updated_at': '2022-04-08T09:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:33.549677 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87ba94-43b7-40a5-b62b-6efb47ff10aa None None] Checking router: 2818b872-a8ed-46c1-ae9b-0b447bbbd93f for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:21:33.557915 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87ba94-43b7-40a5-b62b-6efb47ff10aa None None] Routers {'2818b872-a8ed-46c1-ae9b-0b447bbbd93f'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:33.558521 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-fa87ba94-43b7-40a5-b62b-6efb47ff10aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:33.561901 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] For port fc0c0de9-a1bb-4281-80b7-572ef0416d52, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=fc0c0de9-a1bb-4281-80b7-572ef0416d52,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:33.562291 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:33.574547 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Calling delete_port for fc0c0de9-a1bb-4281-80b7-572ef0416d52 owned by network:router_gateway {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:21:33.640525 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-fa87ba94-43b7-40a5-b62b-6efb47ff10aa None None] Set router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f gateway port host: None {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:33.694460 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-fa87ba94-43b7-40a5-b62b-6efb47ff10aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:21:33Z', 'revision_number': 6, 'project_id': '773f395354ed4240999b852174881659', 'gw_port_host': None}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:33.720562 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87ba94-43b7-40a5-b62b-6efb47ff10aa None None] The sync data for ids ['2818b872-a8ed-46c1-ae9b-0b447bbbd93f'] in dv-cinder-836996-2-iscsi is: [{'id': '2818b872-a8ed-46c1-ae9b-0b447bbbd93f', 'name': 'tempest-TestMinimumBasicScenario-242923023-router', 'tenant_id': '773f395354ed4240999b852174881659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:10Z', 'updated_at': '2022-04-08T09:21:33Z', 'revision_number': 6, 'project_id': '773f395354ed4240999b852174881659', 'gw_port_host': None}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:21:33.744951 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (fc0c0de9-a1bb-4281-80b7-572ef0416d52), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:33.772401 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0c0de9-a1bb-4281-80b7-572ef0416d52,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:33.836994 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611067'] for router_gateway (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:33.926350 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105441'] for router (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:33.928500 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Publish callbacks [] for router_controller (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:33.971941 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613797'] for router (2818b872-a8ed-46c1-ae9b-0b447bbbd93f), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:33.972390 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2818b872-a8ed-46c1-ae9b-0b447bbbd93f {{(pid=103424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 09:21:33.977096 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:33.978320 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-77209000-9c56-4fcb-9679-f8901fd361cf admin admin] 10.222.0.11 "DELETE /v2.0/routers/2818b872-a8ed-46c1-ae9b-0b447bbbd93f HTTP/1.1" status: 204 len: 168 time: 0.7511516 Apr 08 09:21:33.980967 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39254) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:34.024869 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-23522f0e-bf64-4231-b754-911b37fc0337 admin admin] Deleting subnet 6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222 {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:21:34.027791 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-23522f0e-bf64-4231-b754-911b37fc0337 admin admin] Publish callbacks [] for subnet (6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.066917 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-23522f0e-bf64-4231-b754-911b37fc0337 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14259800'] for subnet (6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.149345 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-23522f0e-bf64-4231-b754-911b37fc0337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.201263 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-23522f0e-bf64-4231-b754-911b37fc0337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13889516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13411748'] for subnet (6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.228693 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23522f0e-bf64-4231-b754-911b37fc0337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:34.232306 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-23522f0e-bf64-4231-b754-911b37fc0337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.237082 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-23522f0e-bf64-4231-b754-911b37fc0337 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6eadbfb5-2e54-45d5-8cbb-e7f4f47cc222 HTTP/1.1" status: 204 len: 168 time: 0.2540832 Apr 08 09:21:34.238599 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39256) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:34.241216 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874139ef-3d22-4b58-a5b5-9e7dff24ba56 None None] Network f1a15d23-676a-4a4f-ba18-0580c1a7e7ea requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:21:34.307355 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (f1a15d23-676a-4a4f-ba18-0580c1a7e7ea), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.360514 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Deleting port 8a356556-15c1-4e00-ba5b-8fdfb71396fb {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:21:34.360846 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.425534 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] For port 8a356556-15c1-4e00-ba5b-8fdfb71396fb, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=8a356556-15c1-4e00-ba5b-8fdfb71396fb,segment=NetworkSegment(96b1bae6-4287-400f-bd35-71d917e36782),segment_id=96b1bae6-4287-400f-bd35-71d917e36782)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:34.425835 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.438071 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Calling delete_port for 8a356556-15c1-4e00-ba5b-8fdfb71396fb owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:21:34.504438 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] DHCP port deletion for f1a15d23-676a-4a4f-ba18-0580c1a7e7ea request from dv-cinder-836996-2-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 09:21:34.513497 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 0048b0b4-340d-49df-934d-d474a4ebfcbe no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:21:34.521651 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.548171 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a356556-15c1-4e00-ba5b-8fdfb71396fb,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:34.553064 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] No DVR routers for this DVR port 8a356556-15c1-4e00-ba5b-8fdfb71396fb on host dv-cinder-836996-2-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:21:34.558938 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 0048b0b4-340d-49df-934d-d474a4ebfcbe {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:21:34.559291 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 0048b0b4-340d-49df-934d-d474a4ebfcbe not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:21:34.582512 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Deleting port 8a356556-15c1-4e00-ba5b-8fdfb71396fb {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:21:34.582903 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.628320 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (f1a15d23-676a-4a4f-ba18-0580c1a7e7ea), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.646037 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] For port 8a356556-15c1-4e00-ba5b-8fdfb71396fb, host dv-cinder-836996-2-iscsi, got binding levels [] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:34.646446 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.648166 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a15d23-676a-4a4f-ba18-0580c1a7e7ea']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:34.658056 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b1bae6-4287-400f-bd35-71d917e36782') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:34.658356 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b1bae6-4287-400f-bd35-71d917e36782') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:34.659200 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Calling delete_port for 8a356556-15c1-4e00-ba5b-8fdfb71396fb owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:21:34.661964 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.ipam_backend_mixin [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Port 8a356556-15c1-4e00-ba5b-8fdfb71396fb was not found and therefore no delete operation was performed {{(pid=103426) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 08 09:21:34.663336 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630'] for port (8a356556-15c1-4e00-ba5b-8fdfb71396fb), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.669553 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14259777'] for segment (96b1bae6-4287-400f-bd35-71d917e36782), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.684132 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (96b1bae6-4287-400f-bd35-71d917e36782), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.691498 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:21:34.691889 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13889290'] for segment (96b1bae6-4287-400f-bd35-71d917e36782), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: Traceback (most recent call last): Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: timer() Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: cb(*args, **kw) Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: return func(*args, **kwargs) Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: self._notify() Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: self.callback(batched_events) Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: event.method(event) Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: return f(self, *a, **k) Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._get(url).json() Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:21:34.694221 dv-cinder-836996-2-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:21:34.696828 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Pushing event deleted for resources: {'Port': ['ID=8a356556-15c1-4e00-ba5b-8fdfb71396fb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:34.698932 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] No DVR routers for this DVR port 8a356556-15c1-4e00-ba5b-8fdfb71396fb on host dv-cinder-836996-2-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:21:34.705833 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.706183 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.706528 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.706868 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.707209 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.707528 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.707859 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.708185 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.708533 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.708862 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.711883 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.711883 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.711883 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.711883 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.711883 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac0661e-7176-4214-b1bd-1a049c21a0ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:34.759272 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (f1a15d23-676a-4a4f-ba18-0580c1a7e7ea), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.763745 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:34.769884 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f1a15d23-676a-4a4f-ba18-0580c1a7e7ea HTTP/1.1" status: 204 len: 168 time: 0.5272818 Apr 08 09:21:34.770250 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39258) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:34.779927 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e081edc-bd66-45a8-9b1a-c8efb43a7933 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a15d23-676a-4a4f-ba18-0580c1a7e7ea,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:35.377020 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c98fae08-a772-4421-a6ca-7ef928e621f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613313'] for router_interface (005649fd-9ea2-4be8-a267-1fc52e9547ed), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:35.619665 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-c98fae08-a772-4421-a6ca-7ef928e621f0 admin admin] Deleting port eb972188-a962-4ec2-9983-b67269829204 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:21:35.620003 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c98fae08-a772-4421-a6ca-7ef928e621f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (eb972188-a962-4ec2-9983-b67269829204), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:35.694869 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-c98fae08-a772-4421-a6ca-7ef928e621f0 admin admin] For port eb972188-a962-4ec2-9983-b67269829204, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=eb972188-a962-4ec2-9983-b67269829204,segment=NetworkSegment(cd3331ce-ef84-4647-9397-efa8f1421cfb),segment_id=cd3331ce-ef84-4647-9397-efa8f1421cfb)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:35.695150 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c98fae08-a772-4421-a6ca-7ef928e621f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (eb972188-a962-4ec2-9983-b67269829204), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:35.707007 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-c98fae08-a772-4421-a6ca-7ef928e621f0 admin admin] Calling delete_port for eb972188-a962-4ec2-9983-b67269829204 owned by network:router_interface {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:21:35.887631 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c98fae08-a772-4421-a6ca-7ef928e621f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (eb972188-a962-4ec2-9983-b67269829204), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:35.904796 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 8a356556-15c1-4e00-ba5b-8fdfb71396fb no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:21:35.916700 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fae08-a772-4421-a6ca-7ef928e621f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb972188-a962-4ec2-9983-b67269829204,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:35.927260 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 8a356556-15c1-4e00-ba5b-8fdfb71396fb {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:21:35.927617 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 8a356556-15c1-4e00-ba5b-8fdfb71396fb not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:21:35.928038 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device fc0c0de9-a1bb-4281-80b7-572ef0416d52 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:21:35.947686 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: fc0c0de9-a1bb-4281-80b7-572ef0416d52 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:21:35.947979 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device fc0c0de9-a1bb-4281-80b7-572ef0416d52 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:21:36.082590 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c98fae08-a772-4421-a6ca-7ef928e621f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-613262'] for router_interface (005649fd-9ea2-4be8-a267-1fc52e9547ed), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:36.300926 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98fae08-a772-4421-a6ca-7ef928e621f0 admin admin] Router 005649fd-9ea2-4be8-a267-1fc52e9547ed has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:21:36.404232 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98fae08-a772-4421-a6ca-7ef928e621f0 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:21:36.411683 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c98fae08-a772-4421-a6ca-7ef928e621f0 admin admin] 10.222.0.11 "PUT /v2.0/routers/005649fd-9ea2-4be8-a267-1fc52e9547ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6379271 Apr 08 09:21:36.411683 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39260) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:36.412802 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb811c4-ce10-4e39-9a8b-eedd3dc69ca6 None None] Sync routers for ids ['005649fd-9ea2-4be8-a267-1fc52e9547ed'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:21:36.423210 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb811c4-ce10-4e39-9a8b-eedd3dc69ca6 None None] Routers {'005649fd-9ea2-4be8-a267-1fc52e9547ed'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:36.423816 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-8fb811c4-ce10-4e39-9a8b-eedd3dc69ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['005649fd-9ea2-4be8-a267-1fc52e9547ed'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:36.515734 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Publish callbacks [] for router (005649fd-9ea2-4be8-a267-1fc52e9547ed), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:36.526630 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-8fb811c4-ce10-4e39-9a8b-eedd3dc69ca6 None None] Set router 005649fd-9ea2-4be8-a267-1fc52e9547ed gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:36.618575 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Publish callbacks [] for router_gateway (005649fd-9ea2-4be8-a267-1fc52e9547ed), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:36.670512 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Deleting port a55c2aea-e0a7-492a-88b1-679469f19b1b {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:21:36.670851 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:36.699610 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-8fb811c4-ce10-4e39-9a8b-eedd3dc69ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'name': 'tempest-TestMinimumBasicScenario-342985752-router', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:21:35Z', 'revision_number': 5, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'gw_port': {'id': 'a55c2aea-e0a7-492a-88b1-679469f19b1b', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:50:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:36.731779 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb811c4-ce10-4e39-9a8b-eedd3dc69ca6 None None] Checking router: 005649fd-9ea2-4be8-a267-1fc52e9547ed for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:21:36.740759 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb811c4-ce10-4e39-9a8b-eedd3dc69ca6 None None] Routers {'005649fd-9ea2-4be8-a267-1fc52e9547ed'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:36.741362 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-8fb811c4-ce10-4e39-9a8b-eedd3dc69ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['005649fd-9ea2-4be8-a267-1fc52e9547ed'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:36.752254 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] For port a55c2aea-e0a7-492a-88b1-679469f19b1b, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=a55c2aea-e0a7-492a-88b1-679469f19b1b,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:36.752658 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:36.764921 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Calling delete_port for a55c2aea-e0a7-492a-88b1-679469f19b1b owned by network:router_gateway {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:21:36.824593 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-8fb811c4-ce10-4e39-9a8b-eedd3dc69ca6 None None] Set router 005649fd-9ea2-4be8-a267-1fc52e9547ed gateway port host: None {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:36.878021 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-8fb811c4-ce10-4e39-9a8b-eedd3dc69ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'name': 'tempest-TestMinimumBasicScenario-342985752-router', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:21:36Z', 'revision_number': 6, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'gw_port_host': None}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:36.903810 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb811c4-ce10-4e39-9a8b-eedd3dc69ca6 None None] The sync data for ids ['005649fd-9ea2-4be8-a267-1fc52e9547ed'] in dv-cinder-836996-2-iscsi is: [{'id': '005649fd-9ea2-4be8-a267-1fc52e9547ed', 'name': 'tempest-TestMinimumBasicScenario-342985752-router', 'tenant_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:18:15Z', 'updated_at': '2022-04-08T09:21:36Z', 'revision_number': 6, 'project_id': 'b4d8be0e85054a1b9d2f265678de10ec', 'gw_port_host': None}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:21:36.930196 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (a55c2aea-e0a7-492a-88b1-679469f19b1b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:36.957652 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=a55c2aea-e0a7-492a-88b1-679469f19b1b,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:37.022630 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611067'] for router_gateway (005649fd-9ea2-4be8-a267-1fc52e9547ed), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.111814 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105441'] for router (005649fd-9ea2-4be8-a267-1fc52e9547ed), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.113879 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Publish callbacks [] for router_controller (005649fd-9ea2-4be8-a267-1fc52e9547ed), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.158315 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613797'] for router (005649fd-9ea2-4be8-a267-1fc52e9547ed), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.158832 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 005649fd-9ea2-4be8-a267-1fc52e9547ed {{(pid=103425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 09:21:37.163267 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.164675 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-057a8b40-99c0-41f6-98e0-ee16d8d55e6e admin admin] 10.222.0.11 "DELETE /v2.0/routers/005649fd-9ea2-4be8-a267-1fc52e9547ed HTTP/1.1" status: 204 len: 168 time: 0.7520115 Apr 08 09:21:37.167146 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39262) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:37.210186 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad1a72b-e84e-49eb-b833-0d7d76e5f552 admin admin] Deleting subnet a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:21:37.213113 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a72b-e84e-49eb-b833-0d7d76e5f552 admin admin] Publish callbacks [] for subnet (a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.254497 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a72b-e84e-49eb-b833-0d7d76e5f552 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12789121'] for subnet (a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.366269 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a72b-e84e-49eb-b833-0d7d76e5f552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.416901 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a72b-e84e-49eb-b833-0d7d76e5f552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13438895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14312004'] for subnet (a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.441623 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1a72b-e84e-49eb-b833-0d7d76e5f552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:37.445275 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7ad1a72b-e84e-49eb-b833-0d7d76e5f552 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.448391 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7ad1a72b-e84e-49eb-b833-0d7d76e5f552 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a3cb0178-6bc7-4dcd-90f7-c87bbcf472bc HTTP/1.1" status: 204 len: 168 time: 0.2803488 Apr 08 09:21:37.450483 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c040af89-428b-49b6-b450-eebb6f468ff1 None None] Network bebcff2f-fb56-4215-9ade-e4746a0e03ae requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:21:37.450954 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39266) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:37.521863 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (bebcff2f-fb56-4215-9ade-e4746a0e03ae), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.575835 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Deleting port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:21:37.576181 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.637274 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2410fb4a-4945-424f-a46f-4c256aaeecee None None] DHCP port deletion for bebcff2f-fb56-4215-9ade-e4746a0e03ae request from dv-cinder-836996-2-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 09:21:37.643027 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] For port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=828f2ef4-e1b1-4a83-a5b3-f66ba23a4309,segment=NetworkSegment(cd3331ce-ef84-4647-9397-efa8f1421cfb),segment_id=cd3331ce-ef84-4647-9397-efa8f1421cfb)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:37.643390 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.661135 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Calling delete_port for 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 owned by network:dhcp {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:21:37.686261 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2410fb4a-4945-424f-a46f-4c256aaeecee None None] Deleting port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:21:37.686555 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2410fb4a-4945-424f-a46f-4c256aaeecee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.744314 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.759129 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-2410fb4a-4945-424f-a46f-4c256aaeecee None None] For port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=828f2ef4-e1b1-4a83-a5b3-f66ba23a4309,segment=NetworkSegment(cd3331ce-ef84-4647-9397-efa8f1421cfb),segment_id=cd3331ce-ef84-4647-9397-efa8f1421cfb)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:37.759809 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2410fb4a-4945-424f-a46f-4c256aaeecee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.769926 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=828f2ef4-e1b1-4a83-a5b3-f66ba23a4309,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:37.772207 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2410fb4a-4945-424f-a46f-4c256aaeecee None None] Calling delete_port for 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:21:37.773508 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] No DVR routers for this DVR port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 on host dv-cinder-836996-2-iscsi {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:21:37.846538 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (bebcff2f-fb56-4215-9ade-e4746a0e03ae), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.849800 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2410fb4a-4945-424f-a46f-4c256aaeecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630'] for port (828f2ef4-e1b1-4a83-a5b3-f66ba23a4309), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.869387 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebcff2f-fb56-4215-9ade-e4746a0e03ae']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:37.873523 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410fb4a-4945-424f-a46f-4c256aaeecee None None] Pushing event deleted for resources: {'Port': ['ID=828f2ef4-e1b1-4a83-a5b3-f66ba23a4309,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:37.879844 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410fb4a-4945-424f-a46f-4c256aaeecee None None] No DVR routers for this DVR port 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 on host dv-cinder-836996-2-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:21:37.881685 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3331ce-ef84-4647-9397-efa8f1421cfb') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:37.882315 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3331ce-ef84-4647-9397-efa8f1421cfb') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:37.900129 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12789144'] for segment (cd3331ce-ef84-4647-9397-efa8f1421cfb), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.915313 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (cd3331ce-ef84-4647-9397-efa8f1421cfb), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.925719 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:21:37.926125 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13438793'] for segment (cd3331ce-ef84-4647-9397-efa8f1421cfb), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: Traceback (most recent call last): Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: timer() Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: cb(*args, **kw) Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: return func(*args, **kwargs) Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: self._notify() Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: self.callback(batched_events) Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: event.method(event) Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: return f(self, *a, **k) Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._get(url).json() Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:21:37.928058 dv-cinder-836996-2-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:21:37.931224 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device eb972188-a962-4ec2-9983-b67269829204 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:21:37.956411 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: eb972188-a962-4ec2-9983-b67269829204 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:21:37.956923 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device eb972188-a962-4ec2-9983-b67269829204 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:21:37.957413 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device a55c2aea-e0a7-492a-88b1-679469f19b1b no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:21:37.979169 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: a55c2aea-e0a7-492a-88b1-679469f19b1b {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:21:37.979703 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device a55c2aea-e0a7-492a-88b1-679469f19b1b not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:21:37.980091 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:21:37.989446 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (bebcff2f-fb56-4215-9ade-e4746a0e03ae), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:37.994713 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:38.001012 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bebcff2f-fb56-4215-9ade-e4746a0e03ae HTTP/1.1" status: 204 len: 168 time: 0.5490820 Apr 08 09:21:38.001723 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:21:38.002095 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 828f2ef4-e1b1-4a83-a5b3-f66ba23a4309 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:21:38.019657 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c58b0f-bd81-4597-8342-fec6ca9ce3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bebcff2f-fb56-4215-9ade-e4746a0e03ae,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:38.150911 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39270) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:38.191571 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-47ab46cf-323d-4e35-8c28-d53392ebe4e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=773f395354ed4240999b852174881659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394797 Apr 08 09:21:38.194437 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39272) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:38.241124 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7985170c-c94d-4153-b604-51d149df4a81 admin admin] Publish callbacks [] for security_group (82c85415-2d60-41df-8495-67129319158b), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:38.261206 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7985170c-c94d-4153-b604-51d149df4a81 admin admin] Publish callbacks [] for security_group (82c85415-2d60-41df-8495-67129319158b), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:38.307984 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7985170c-c94d-4153-b604-51d149df4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (82c85415-2d60-41df-8495-67129319158b), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:38.310551 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-7985170c-c94d-4153-b604-51d149df4a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:38.311715 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-7985170c-c94d-4153-b604-51d149df4a81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82c85415-2d60-41df-8495-67129319158b HTTP/1.1" status: 204 len: 168 time: 0.1164393 Apr 08 09:21:38.321836 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985170c-c94d-4153-b604-51d149df4a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c85415-2d60-41df-8495-67129319158b,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:38.456793 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec803369-9f96-4ae9-a235-42b762f63e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:38.617427 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39278) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:38.655400 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-1d37f1ec-2ba7-4673-ad8f-ac8ea4854533 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4d8be0e85054a1b9d2f265678de10ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368688 Apr 08 09:21:38.658298 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39280) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:38.703742 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a589d5d4-cc96-48e9-ae70-685b9dd773bc admin admin] Publish callbacks [] for security_group (33eef778-633d-4cfa-9be3-31ac9cc562a0), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:38.724098 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a589d5d4-cc96-48e9-ae70-685b9dd773bc admin admin] Publish callbacks [] for security_group (33eef778-633d-4cfa-9be3-31ac9cc562a0), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:38.779150 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a589d5d4-cc96-48e9-ae70-685b9dd773bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (33eef778-633d-4cfa-9be3-31ac9cc562a0), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:38.781811 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a589d5d4-cc96-48e9-ae70-685b9dd773bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:38.782949 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a589d5d4-cc96-48e9-ae70-685b9dd773bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33eef778-633d-4cfa-9be3-31ac9cc562a0 HTTP/1.1" status: 204 len: 168 time: 0.1237926 Apr 08 09:21:38.791325 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589d5d4-cc96-48e9-ae70-685b9dd773bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eef778-633d-4cfa-9be3-31ac9cc562a0,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:38.950086 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2ff35a88-7de5-4dae-9a9a-9e3fd1ca0654 req-b621c6d1-b374-4a71-9854-0547e6f003ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1933327 Apr 08 09:21:39.056280 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff35a88-7de5-4dae-9a9a-9e3fd1ca0654 req-adc93bea-7264-4cd6-a771-9bb2d5668371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:39.057945 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2ff35a88-7de5-4dae-9a9a-9e3fd1ca0654 req-adc93bea-7264-4cd6-a771-9bb2d5668371 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 1129 time: 0.0457315 Apr 08 09:21:39.164616 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff35a88-7de5-4dae-9a9a-9e3fd1ca0654 req-d5dcee9e-1e53-47f3-9a1d-390c44619751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:39.166088 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2ff35a88-7de5-4dae-9a9a-9e3fd1ca0654 req-d5dcee9e-1e53-47f3-9a1d-390c44619751 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 912 time: 0.0881927 Apr 08 09:21:39.232080 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2ff35a88-7de5-4dae-9a9a-9e3fd1ca0654 req-d8a0ed87-fb92-4ee2-a044-17ab063e24b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab09178-482a-4579-9623-dbb02082fa7d HTTP/1.1" status: 200 len: 1001 time: 0.0605674 Apr 08 09:21:39.281061 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff35a88-7de5-4dae-9a9a-9e3fd1ca0654 req-fc348e93-df86-4f45-a1ec-378e75516309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:39.282506 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2ff35a88-7de5-4dae-9a9a-9e3fd1ca0654 req-fc348e93-df86-4f45-a1ec-378e75516309 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0437062 Apr 08 09:21:39.332441 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff35a88-7de5-4dae-9a9a-9e3fd1ca0654 req-075fc422-7574-473b-bc86-950468b32b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:39.333994 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2ff35a88-7de5-4dae-9a9a-9e3fd1ca0654 req-075fc422-7574-473b-bc86-950468b32b72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456073 Apr 08 09:21:39.426925 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2ff35a88-7de5-4dae-9a9a-9e3fd1ca0654 req-1c5a5b71-597b-4569-b8b5-77778e18a1c4 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862823 Apr 08 09:21:39.445011 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39304) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:39.518177 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-2ff35a88-7de5-4dae-9a9a-9e3fd1ca0654 req-6d51cc18-a41e-4a1a-93d2-096219432a7c service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842264 Apr 08 09:21:39.540744 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-449443033-network', 'tenant_id': '24eb6423a91b49a19121b337889b3a92'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:39.559452 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Made reservation on behalf of 24eb6423a91b49a19121b337889b3a92 for: {'network': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:21:39.562576 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:39.573505 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:39.646674 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Publish callbacks [] for security_group (9c15668d-7da7-4655-a4c1-57f9a864c5f9), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:39.650270 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (9c15668d-7da7-4655-a4c1-57f9a864c5f9), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:39.670656 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:21:39.685064 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c15668d-7da7-4655-a4c1-57f9a864c5f9,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:39.688461 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (4207395c-03c7-4dd5-b438-bee3eb3ff842), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:39.688824 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.segments_db [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Added segment 4207395c-03c7-4dd5-b438-bee3eb3ff842 of type vlan for network 479078ab-116d-4285-860d-ca46631dd856 Apr 08 09:21:39.727301 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (479078ab-116d-4285-860d-ca46631dd856), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:39.751222 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (479078ab-116d-4285-860d-ca46631dd856), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:39.752153 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:39.752763 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:39.784000 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3377833 Apr 08 09:21:39.787026 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39308) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:39.792263 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-61479108-0279-4ea1-976f-ce7d0767ed78 admin admin] Request body: {'subnet': {'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-449443033-subnet', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'ip_version': 4}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:39.813431 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61479108-0279-4ea1-976f-ce7d0767ed78 admin admin] Made reservation on behalf of 24eb6423a91b49a19121b337889b3a92 for: {'subnet': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:21:39.815784 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-61479108-0279-4ea1-976f-ce7d0767ed78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14311845'] for subnet (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:39.815949 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d940f-329c-41a6-af8f-5bd11f6809df admin admin] Pushing event updated for resources: {'Network': ['ID=479078ab-116d-4285-860d-ca46631dd856,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:39.826120 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 479078ab-116d-4285-860d-ca46631dd856 details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:21:40.265235 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-61479108-0279-4ea1-976f-ce7d0767ed78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13438958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14312031'] for subnet (41683b8b-25fa-43fd-824d-4d52aa7b5c27), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:40.313888 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61479108-0279-4ea1-976f-ce7d0767ed78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41683b8b-25fa-43fd-824d-4d52aa7b5c27,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:40.328404 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61479108-0279-4ea1-976f-ce7d0767ed78 admin admin] Checking segment: {'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:21:40.328795 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61479108-0279-4ea1-976f-ce7d0767ed78 admin admin] Network hostable DHCP agents. Network: 479078ab-116d-4285-860d-ca46631dd856, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:21:40.344887 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61479108-0279-4ea1-976f-ce7d0767ed78 admin admin] Network 479078ab-116d-4285-860d-ca46631dd856 is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:21:40.360242 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-61479108-0279-4ea1-976f-ce7d0767ed78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 479078ab-116d-4285-860d-ca46631dd856) {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:21:40.364792 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61479108-0279-4ea1-976f-ce7d0767ed78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:40.365561 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-61479108-0279-4ea1-976f-ce7d0767ed78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:40.370044 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7c5fca-738b-467e-b12e-ffe5d5a41288 None None] Network 479078ab-116d-4285-860d-ca46631dd856 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:21:40.381849 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-61479108-0279-4ea1-976f-ce7d0767ed78 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5936348 Apr 08 09:21:40.384684 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39310) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:40.389154 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:40.408961 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105235'] for router (8290c888-73e1-4bf7-aea8-62a30c3ad497), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:40.409964 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105448'] for router (8290c888-73e1-4bf7-aea8-62a30c3ad497), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:40.462978 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Publish callbacks [] for router_controller (8290c888-73e1-4bf7-aea8-62a30c3ad497), precommit_add_association {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:40.465553 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b62ef2-cd21-5b3a-97f1-5745f5eda7dd-479078ab-116d-4285-860d-ca46631dd856', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'project_id': '24eb6423a91b49a19121b337889b3a92', 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27'}]}} from dv-cinder-836996-2-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 09:21:40.466416 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:40.603097 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Allocated IP 172.20.0.2 (479078ab-116d-4285-860d-ca46631dd856/41683b8b-25fa-43fd-824d-4d52aa7b5c27/046d8def-dd45-439c-bbc4-0ccad4d7dd9f) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:21:40.605544 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Publish callbacks [] for router_gateway (8290c888-73e1-4bf7-aea8-62a30c3ad497), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:40.744798 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Publish callbacks [] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:40.751764 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:40.786521 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Network 479078ab-116d-4285-860d-ca46631dd856 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:21:40.794917 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:21:40.800703 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:21:40.803517 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Pushing event updated for resources: {'Port': ['ID=046d8def-dd45-439c-bbc4-0ccad4d7dd9f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:40.808136 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Publish callbacks [] for router_gateway (8290c888-73e1-4bf7-aea8-62a30c3ad497), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:40.830716 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:40.939280 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Allocated IP 172.27.2.53 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/83fc8079-9839-4394-a0ef-c6eef29db899) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:21:40.996879 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e1b490e3-7e51-4e2a-aacf-3f0c293381be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:41.000784 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Attempting to bind port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:21:41.001153 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Attempting to bind port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:21:41.001514 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Attempting to bind port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f on network 479078ab-116d-4285-860d-ca46631dd856 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:21:41.007047 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:21:41.007047 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Checking segment: {'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:21:41.007353 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:41.007653 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Bound using segment: {'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:21:41.008123 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Bound port: 046d8def-dd45-439c-bbc4-0ccad4d7dd9f, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:21:41.008523 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:41.052538 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Publish callbacks [] for port (83fc8079-9839-4394-a0ef-c6eef29db899), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:41.074004 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] For port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:21:41.077470 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] For port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=046d8def-dd45-439c-bbc4-0ccad4d7dd9f,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:21:41.084246 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:41.090684 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (83fc8079-9839-4394-a0ef-c6eef29db899), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:41.131637 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:21:41.134703 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:21:41.138356 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:21:41.147009 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e6e24-cdaa-4f80-a7e2-f8ee7bb3caeb None None] Pushing event updated for resources: {'Port': ['ID=046d8def-dd45-439c-bbc4-0ccad4d7dd9f,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:41.174337 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Pushing event updated for resources: {'Port': ['ID=83fc8079-9839-4394-a0ef-c6eef29db899,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:41.426048 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Publish callbacks [] for router_gateway (8290c888-73e1-4bf7-aea8-62a30c3ad497), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:41.620944 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610855'] for router (8290c888-73e1-4bf7-aea8-62a30c3ad497), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:41.750271 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Router 8290c888-73e1-4bf7-aea8-62a30c3ad497 is scheduled to L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 with binding_index 1 {{(pid=103425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 09:21:41.873061 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:21:41.891676 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Sync routers for ids ['8290c888-73e1-4bf7-aea8-62a30c3ad497'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:21:41.909454 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Routers {'8290c888-73e1-4bf7-aea8-62a30c3ad497'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:41.910277 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:41.910434 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['8290c888-73e1-4bf7-aea8-62a30c3ad497'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:41.911629 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e6f1c22e-17c3-44ef-afa6-da59a91e4567 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5260170 Apr 08 09:21:41.914818 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39314) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:42.017358 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 046d8def-dd45-439c-bbc4-0ccad4d7dd9f up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:21:42.084873 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb764288-94ac-455c-b7c9-3b47b688c86b None None] Network 479078ab-116d-4285-860d-ca46631dd856 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:21:42.089002 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.091558 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Set router 8290c888-73e1-4bf7-aea8-62a30c3ad497 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:42.275226 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-6d727d1f-d267-4994-98af-d2fde08f57bc None None] Provisioning complete for port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:42.275604 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6d727d1f-d267-4994-98af-d2fde08f57bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.284157 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:42.284548 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.353695 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.508583 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-6d727d1f-d267-4994-98af-d2fde08f57bc None None] Current status of the port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:42.508982 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6d727d1f-d267-4994-98af-d2fde08f57bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.509503 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Allocated IP 172.20.0.1 (479078ab-116d-4285-860d-ca46631dd856/41683b8b-25fa-43fd-824d-4d52aa7b5c27/46bbc288-1080-4983-9965-1c033401c4c6) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:21:42.524456 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:42.524863 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.562402 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:41Z', 'revision_number': 3, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:42.601354 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Checking router: 8290c888-73e1-4bf7-aea8-62a30c3ad497 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:21:42.601711 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Updating router 8290c888-73e1-4bf7-aea8-62a30c3ad497 port 83fc8079-9839-4394-a0ef-c6eef29db899 binding host dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:21:42.605623 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-6d727d1f-d267-4994-98af-d2fde08f57bc None None] For port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=046d8def-dd45-439c-bbc4-0ccad4d7dd9f,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:42.619415 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Publish callbacks [] for port (46bbc288-1080-4983-9965-1c033401c4c6), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.623840 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6d727d1f-d267-4994-98af-d2fde08f57bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.656693 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (46bbc288-1080-4983-9965-1c033401c4c6), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.677622 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (83fc8079-9839-4394-a0ef-c6eef29db899), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.696516 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Network 479078ab-116d-4285-860d-ca46631dd856 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:21:42.699253 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:21:42.702657 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:21:42.736623 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=46bbc288-1080-4983-9965-1c033401c4c6,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:42.752439 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613192'] for router_interface (8290c888-73e1-4bf7-aea8-62a30c3ad497), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.759462 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.db.api [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 09:21:42.759817 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG oslo_db.api [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 09:21:42.802075 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d727d1f-d267-4994-98af-d2fde08f57bc None None] Pushing event updated for resources: {'Port': ['ID=046d8def-dd45-439c-bbc4-0ccad4d7dd9f,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:42.820617 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-36b7c630-1cff-4fd9-9f3f-c80419a3072b None None] Provisioning complete for port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:42.820995 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36b7c630-1cff-4fd9-9f3f-c80419a3072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.893129 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (46bbc288-1080-4983-9965-1c033401c4c6), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:42.979496 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-36b7c630-1cff-4fd9-9f3f-c80419a3072b None None] Current status of the port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:43.049418 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Publish callbacks [] for port (83fc8079-9839-4394-a0ef-c6eef29db899), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:43.051980 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Publish callbacks [] for port (46bbc288-1080-4983-9965-1c033401c4c6), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:43.055053 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (83fc8079-9839-4394-a0ef-c6eef29db899), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:43.056659 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (46bbc288-1080-4983-9965-1c033401c4c6), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:43.114884 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c981d4-b606-4e25-9473-f70cfc06f230 None None] Pushing event updated for resources: {'Port': ['ID=83fc8079-9839-4394-a0ef-c6eef29db899,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:43.118496 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Attempting to bind port 83fc8079-9839-4394-a0ef-c6eef29db899 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:21:43.118866 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Attempting to bind port 83fc8079-9839-4394-a0ef-c6eef29db899 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:21:43.119223 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Attempting to bind port 83fc8079-9839-4394-a0ef-c6eef29db899 on network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:21:43.126476 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613348'] for router_interface (8290c888-73e1-4bf7-aea8-62a30c3ad497), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:43.127268 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:21:43.127648 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Checking segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:21:43.128060 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:43.128432 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Bound using segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:21:43.128923 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=46bbc288-1080-4983-9965-1c033401c4c6,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:43.129094 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Bound port: 83fc8079-9839-4394-a0ef-c6eef29db899, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:21:43.129281 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (83fc8079-9839-4394-a0ef-c6eef29db899), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:43.130901 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-200c04f4-e223-4fac-b108-505b15b273a3 None None] Provisioning complete for port 46bbc288-1080-4983-9965-1c033401c4c6 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:43.131247 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-200c04f4-e223-4fac-b108-505b15b273a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (46bbc288-1080-4983-9965-1c033401c4c6), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:43.201771 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-200c04f4-e223-4fac-b108-505b15b273a3 None None] Port 46bbc288-1080-4983-9965-1c033401c4c6 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:21:43.211015 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] For port 83fc8079-9839-4394-a0ef-c6eef29db899, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:21:43.214193 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] For port 83fc8079-9839-4394-a0ef-c6eef29db899, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=83fc8079-9839-4394-a0ef-c6eef29db899,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:21:43.219283 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (83fc8079-9839-4394-a0ef-c6eef29db899), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:43.224787 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Network 479078ab-116d-4285-860d-ca46631dd856 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:21:43.226148 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:21:43.300155 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Routers {'8290c888-73e1-4bf7-aea8-62a30c3ad497'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:43.300808 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['8290c888-73e1-4bf7-aea8-62a30c3ad497'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:43.350119 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Router 8290c888-73e1-4bf7-aea8-62a30c3ad497 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:21:43.471975 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:21:43.485505 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-73a85e43-83a8-45e9-a509-f1e9ca9ba2e7 admin admin] 10.222.0.11 "PUT /v2.0/routers/8290c888-73e1-4bf7-aea8-62a30c3ad497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5610032 Apr 08 09:21:43.486584 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c981d4-b606-4e25-9473-f70cfc06f230 None None] Pushing event updated for resources: {'Port': ['ID=83fc8079-9839-4394-a0ef-c6eef29db899,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:43.505958 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:43.557626 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:43.571314 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-3790fed2-b721-4e27-ad9c-a234db827b8c None None] Provisioning complete for port 46bbc288-1080-4983-9965-1c033401c4c6 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:43.571686 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3790fed2-b721-4e27-ad9c-a234db827b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (46bbc288-1080-4983-9965-1c033401c4c6), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:43.614142 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] Set router 8290c888-73e1-4bf7-aea8-62a30c3ad497 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:43.644258 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3790fed2-b721-4e27-ad9c-a234db827b8c None None] Port 46bbc288-1080-4983-9965-1c033401c4c6 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:21:43.829280 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '46bbc288-1080-4983-9965-1c033401c4c6', 'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'mac_address': 'fa:16:3e:d9:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:42Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 2, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'subnets': [{'id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:43.855223 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19771b6e-8c4d-4e8b-a539-aa6b93683c30 None None] The sync data for ids ['8290c888-73e1-4bf7-aea8-62a30c3ad497'] in dv-cinder-836996-2-iscsi is: [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '46bbc288-1080-4983-9965-1c033401c4c6', 'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'mac_address': 'fa:16:3e:d9:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:42Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 2, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'subnets': [{'id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:21:43.932133 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 046d8def-dd45-439c-bbc4-0ccad4d7dd9f up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:21:43.978123 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39330) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:43.984070 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-453292697-network', 'tenant_id': '50190d27086c4b1f879cab6627444b37'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:43.998113 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:43.998463 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.006686 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Made reservation on behalf of 50190d27086c4b1f879cab6627444b37 for: {'network': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:21:44.009187 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for network (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.017899 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.107452 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:44.127695 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Publish callbacks [] for security_group (f08274b0-1f2b-4703-87cf-ce6bbf1e8141), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.131694 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f08274b0-1f2b-4703-87cf-ce6bbf1e8141), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.157172 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 09:21:44.167123 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08274b0-1f2b-4703-87cf-ce6bbf1e8141,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:44.172719 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (2aed3fee-227d-448c-8076-83f9c3b27a8b), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.173068 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.segments_db [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Added segment 2aed3fee-227d-448c-8076-83f9c3b27a8b of type vlan for network 93d4703f-f7f0-4118-997b-6c24dbf5eb6c Apr 08 09:21:44.215516 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745149332619'] for network (93d4703f-f7f0-4118-997b-6c24dbf5eb6c), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.242971 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897'] for network (93d4703f-f7f0-4118-997b-6c24dbf5eb6c), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.244130 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:44.244754 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.277011 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2977290 Apr 08 09:21:44.280244 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39332) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:44.286143 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-69116532-e583-4893-85e2-81515204a102 admin admin] Request body: {'subnet': {'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-453292697-subnet', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'ip_version': 4}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:44.314135 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69116532-e583-4893-85e2-81515204a102 admin admin] Made reservation on behalf of 50190d27086c4b1f879cab6627444b37 for: {'subnet': 1} {{(pid=103424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:21:44.314830 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56297cd9-9f8f-4a6d-ac1f-0c95a7c8f7dc admin admin] Pushing event updated for resources: {'Network': ['ID=93d4703f-f7f0-4118-997b-6c24dbf5eb6c,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:44.316946 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-69116532-e583-4893-85e2-81515204a102 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13411909'] for subnet (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.325324 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Network 93d4703f-f7f0-4118-997b-6c24dbf5eb6c details requested by agent ovs-agent-dv-cinder-836996-2-iscsi with host dv-cinder-836996-2-iscsi {{(pid=103426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 09:21:44.490340 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-69116532-e583-4893-85e2-81515204a102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13889453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13411775'] for subnet (42796db1-b025-4541-8825-b4e607a8d7c2), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.563473 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69116532-e583-4893-85e2-81515204a102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42796db1-b025-4541-8825-b4e607a8d7c2,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:44.575347 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69116532-e583-4893-85e2-81515204a102 admin admin] Checking segment: {'id': '2aed3fee-227d-448c-8076-83f9c3b27a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:21:44.575713 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69116532-e583-4893-85e2-81515204a102 admin admin] Network hostable DHCP agents. Network: 93d4703f-f7f0-4118-997b-6c24dbf5eb6c, hostable agents: ['ec8f7963-52b4-4058-a577-96bde01dc011'], hosted agents: [] {{(pid=103424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 09:21:44.593877 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69116532-e583-4893-85e2-81515204a102 admin admin] Network 93d4703f-f7f0-4118-997b-6c24dbf5eb6c is scheduled to be hosted by DHCP agent ec8f7963-52b4-4058-a577-96bde01dc011 with binding_index 1 {{(pid=103424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 09:21:44.603612 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.base_scheduler [None req-69116532-e583-4893-85e2-81515204a102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836996-2-iscsi, 93d4703f-f7f0-4118-997b-6c24dbf5eb6c) {{(pid=103424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:21:44.609242 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69116532-e583-4893-85e2-81515204a102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:21:44.609920 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-69116532-e583-4893-85e2-81515204a102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.613831 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfd6ee2-a3ee-456f-8749-85989bc81d8c None None] Network 93d4703f-f7f0-4118-997b-6c24dbf5eb6c requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:21:44.627253 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-69116532-e583-4893-85e2-81515204a102 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3453023 Apr 08 09:21:44.629931 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39334) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:44.634435 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-453292697-router', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:44.657877 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105235'] for router (f8ec7317-ff6a-4630-a903-52a83316317e), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.659006 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-613860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-602484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-105448'] for router (f8ec7317-ff6a-4630-a903-52a83316317e), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.720147 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Publish callbacks [] for router_controller (f8ec7317-ff6a-4630-a903-52a83316317e), precommit_add_association {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.735939 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b62ef2-cd21-5b3a-97f1-5745f5eda7dd-93d4703f-f7f0-4118-997b-6c24dbf5eb6c', 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c', 'project_id': '50190d27086c4b1f879cab6627444b37', 'fixed_ips': [{'subnet_id': '42796db1-b025-4541-8825-b4e607a8d7c2'}]}} from dv-cinder-836996-2-iscsi. {{(pid=103426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 09:21:44.736832 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.771939 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:44.908826 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Allocated IP 172.20.0.2 (93d4703f-f7f0-4118-997b-6c24dbf5eb6c/42796db1-b025-4541-8825-b4e607a8d7c2/2536c928-2e1e-40bc-8f1c-3ffb48784982) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:21:45.079203 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Publish callbacks [] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:45.086481 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:45.133094 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Pushing event updated for resources: {'Port': ['ID=2536c928-2e1e-40bc-8f1c-3ffb48784982,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:45.140953 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Network 93d4703f-f7f0-4118-997b-6c24dbf5eb6c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:21:45.142562 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:21:45.144909 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:21:45.183388 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Publish callbacks [] for router_gateway (f8ec7317-ff6a-4630-a903-52a83316317e), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:45.210096 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Attempting to bind port 2536c928-2e1e-40bc-8f1c-3ffb48784982 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:21:45.210472 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Attempting to bind port 2536c928-2e1e-40bc-8f1c-3ffb48784982 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '2aed3fee-227d-448c-8076-83f9c3b27a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:21:45.210840 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Attempting to bind port 2536c928-2e1e-40bc-8f1c-3ffb48784982 on network 93d4703f-f7f0-4118-997b-6c24dbf5eb6c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:21:45.215993 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:21:45.216375 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Checking segment: {'id': '2aed3fee-227d-448c-8076-83f9c3b27a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:21:45.216803 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:45.217191 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Bound using segment: {'id': '2aed3fee-227d-448c-8076-83f9c3b27a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:21:45.217857 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Bound port: 2536c928-2e1e-40bc-8f1c-3ffb48784982, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aed3fee-227d-448c-8076-83f9c3b27a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:21:45.218783 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:45.279530 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] For port 2536c928-2e1e-40bc-8f1c-3ffb48784982, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:21:45.283482 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] For port 2536c928-2e1e-40bc-8f1c-3ffb48784982, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=2536c928-2e1e-40bc-8f1c-3ffb48784982,segment=NetworkSegment(2aed3fee-227d-448c-8076-83f9c3b27a8b),segment_id=2aed3fee-227d-448c-8076-83f9c3b27a8b)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:21:45.289858 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:45.352758 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf6839-61cc-41a9-81bc-c038ab55a48c None None] Pushing event updated for resources: {'Port': ['ID=2536c928-2e1e-40bc-8f1c-3ffb48784982,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:45.386138 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Publish callbacks [] for router_gateway (f8ec7317-ff6a-4630-a903-52a83316317e), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:45.412685 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:45.534491 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Allocated IP 172.27.2.5 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/7dfc6a24-bde4-45d8-84a1-97fe03477ad4) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:21:45.651617 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Publish callbacks [] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:45.684671 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:45.718833 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:21:45.721593 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:21:45.724958 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:21:45.753125 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Pushing event updated for resources: {'Port': ['ID=7dfc6a24-bde4-45d8-84a1-97fe03477ad4,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:45.973164 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 83fc8079-9839-4394-a0ef-c6eef29db899 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:21:45.993184 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Publish callbacks [] for router_gateway (f8ec7317-ff6a-4630-a903-52a83316317e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.026465 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 83fc8079-9839-4394-a0ef-c6eef29db899 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:46.026839 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (83fc8079-9839-4394-a0ef-c6eef29db899), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.054221 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Sync routers for ids ['8290c888-73e1-4bf7-aea8-62a30c3ad497'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:21:46.064654 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Routers {'8290c888-73e1-4bf7-aea8-62a30c3ad497'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:46.065473 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['8290c888-73e1-4bf7-aea8-62a30c3ad497'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:46.103696 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 83fc8079-9839-4394-a0ef-c6eef29db899 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:46.104084 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (83fc8079-9839-4394-a0ef-c6eef29db899), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.125398 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port 83fc8079-9839-4394-a0ef-c6eef29db899, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=83fc8079-9839-4394-a0ef-c6eef29db899,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:46.130620 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (83fc8079-9839-4394-a0ef-c6eef29db899), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.131683 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 2536c928-2e1e-40bc-8f1c-3ffb48784982 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:21:46.176666 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Set router 8290c888-73e1-4bf7-aea8-62a30c3ad497 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:46.201936 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610855'] for router (f8ec7317-ff6a-4630-a903-52a83316317e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.215529 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=83fc8079-9839-4394-a0ef-c6eef29db899,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:46.236054 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 2536c928-2e1e-40bc-8f1c-3ffb48784982 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:46.236426 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.318148 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 2536c928-2e1e-40bc-8f1c-3ffb48784982 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:46.318870 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.342493 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Router f8ec7317-ff6a-4630-a903-52a83316317e is scheduled to L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 with binding_index 1 {{(pid=103425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 09:21:46.356512 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port 2536c928-2e1e-40bc-8f1c-3ffb48784982, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=2536c928-2e1e-40bc-8f1c-3ffb48784982,segment=NetworkSegment(2aed3fee-227d-448c-8076-83f9c3b27a8b),segment_id=2aed3fee-227d-448c-8076-83f9c3b27a8b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:46.363091 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.433480 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=2536c928-2e1e-40bc-8f1c-3ffb48784982,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:46.475066 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '46bbc288-1080-4983-9965-1c033401c4c6', 'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'mac_address': 'fa:16:3e:d9:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:42Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 2, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'subnets': [{'id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:46.475697 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:21:46.488409 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Sync routers for ids ['f8ec7317-ff6a-4630-a903-52a83316317e'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:21:46.494805 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.496318 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c09d4c4e-b108-41a4-9b0a-2ad96f8aa659 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8652666 Apr 08 09:21:46.500778 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39336) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:46.503812 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Routers {'f8ec7317-ff6a-4630-a903-52a83316317e'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:46.504766 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f8ec7317-ff6a-4630-a903-52a83316317e'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:46.505227 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Checking router: 8290c888-73e1-4bf7-aea8-62a30c3ad497 for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:21:46.505784 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Updating router 8290c888-73e1-4bf7-aea8-62a30c3ad497 port 46bbc288-1080-4983-9965-1c033401c4c6 binding host dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:21:46.537869 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (46bbc288-1080-4983-9965-1c033401c4c6), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.629833 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Set router f8ec7317-ff6a-4630-a903-52a83316317e gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:46.808923 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ed08ae-8467-4b7c-9cfb-c33342201e16 None None] Network 93d4703f-f7f0-4118-997b-6c24dbf5eb6c requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:21:46.826710 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Publish callbacks [] for port (46bbc288-1080-4983-9965-1c033401c4c6), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.833493 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (46bbc288-1080-4983-9965-1c033401c4c6), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.896243 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Pushing event updated for resources: {'Port': ['ID=46bbc288-1080-4983-9965-1c033401c4c6,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:46.927323 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.927671 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.928212 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.928769 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.929271 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.929770 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.930873 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.931382 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.931869 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.932353 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.932896 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.933395 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.933985 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.934477 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.934962 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:21:46.966497 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Attempting to bind port 46bbc288-1080-4983-9965-1c033401c4c6 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:21:46.968722 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Attempting to bind port 46bbc288-1080-4983-9965-1c033401c4c6 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:21:46.969102 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Attempting to bind port 46bbc288-1080-4983-9965-1c033401c4c6 on network 479078ab-116d-4285-860d-ca46631dd856 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:21:46.975346 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:21:46.975853 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Checking segment: {'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:21:46.976259 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:46.976686 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Bound using segment: {'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:21:46.977159 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Bound port: 46bbc288-1080-4983-9965-1c033401c4c6, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:21:46.977684 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (46bbc288-1080-4983-9965-1c033401c4c6), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.001735 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.048342 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-54cd03ac-6958-4f26-bff5-5f5140715500 None None] Provisioning complete for port 2536c928-2e1e-40bc-8f1c-3ffb48784982 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:47.048949 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54cd03ac-6958-4f26-bff5-5f5140715500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.061774 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] For port 46bbc288-1080-4983-9965-1c033401c4c6, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:21:47.065827 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] For port 46bbc288-1080-4983-9965-1c033401c4c6, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=46bbc288-1080-4983-9965-1c033401c4c6,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:21:47.073603 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (46bbc288-1080-4983-9965-1c033401c4c6), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.107859 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'name': 'tempest-TestShelveInstance-453292697-router', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:44Z', 'updated_at': '2022-04-08T09:21:45Z', 'revision_number': 3, 'project_id': '50190d27086c4b1f879cab6627444b37', 'gw_port': {'id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:45Z', 'updated_at': '2022-04-08T09:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:47.141629 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Routers {'8290c888-73e1-4bf7-aea8-62a30c3ad497'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:47.142547 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['8290c888-73e1-4bf7-aea8-62a30c3ad497'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:47.145394 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Checking router: f8ec7317-ff6a-4630-a903-52a83316317e for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:21:47.145910 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Updating router f8ec7317-ff6a-4630-a903-52a83316317e port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 binding host dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:21:47.178778 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Allocated IP 172.20.0.1 (93d4703f-f7f0-4118-997b-6c24dbf5eb6c/42796db1-b025-4541-8825-b4e607a8d7c2/959d8669-e552-4796-8eff-7262128164b7) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:21:47.188925 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.203587 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030771a-50f0-467d-9d47-52ad060c47ed None None] Pushing event updated for resources: {'Port': ['ID=46bbc288-1080-4983-9965-1c033401c4c6,revision_number=4']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:47.264199 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-54cd03ac-6958-4f26-bff5-5f5140715500 None None] Current status of the port 2536c928-2e1e-40bc-8f1c-3ffb48784982 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:47.297650 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] Set router 8290c888-73e1-4bf7-aea8-62a30c3ad497 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:47.330283 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Publish callbacks [] for port (959d8669-e552-4796-8eff-7262128164b7), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.392980 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (959d8669-e552-4796-8eff-7262128164b7), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.442575 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-450bc7ae-8e57-497c-b4cf-a13ad55e4436 None None] Provisioning complete for port 46bbc288-1080-4983-9965-1c033401c4c6 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:47.442941 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-450bc7ae-8e57-497c-b4cf-a13ad55e4436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (46bbc288-1080-4983-9965-1c033401c4c6), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.454090 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Network 93d4703f-f7f0-4118-997b-6c24dbf5eb6c is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:21:47.457591 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:21:47.464407 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:21:47.511442 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=959d8669-e552-4796-8eff-7262128164b7,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:47.529008 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-613192'] for router_interface (f8ec7317-ff6a-4630-a903-52a83316317e), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.572130 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '46bbc288-1080-4983-9965-1c033401c4c6', 'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'mac_address': 'fa:16:3e:d9:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:42Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'subnets': [{'id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:47.614861 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Publish callbacks [] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.618211 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48c029-4aab-4533-b23a-a2861eb7b29d None None] The sync data for ids ['8290c888-73e1-4bf7-aea8-62a30c3ad497'] in dv-cinder-836996-2-iscsi is: [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '46bbc288-1080-4983-9965-1c033401c4c6', 'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'mac_address': 'fa:16:3e:d9:cc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:42Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'subnets': [{'id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:21:47.624904 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-450bc7ae-8e57-497c-b4cf-a13ad55e4436 None None] Current status of the port 46bbc288-1080-4983-9965-1c033401c4c6 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:47.625301 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-450bc7ae-8e57-497c-b4cf-a13ad55e4436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (46bbc288-1080-4983-9965-1c033401c4c6), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.628342 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.703943 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (959d8669-e552-4796-8eff-7262128164b7), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.715304 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-450bc7ae-8e57-497c-b4cf-a13ad55e4436 None None] For port 46bbc288-1080-4983-9965-1c033401c4c6, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=46bbc288-1080-4983-9965-1c033401c4c6,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:47.728286 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Attempting to bind port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:21:47.728788 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Attempting to bind port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:21:47.729545 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Attempting to bind port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 on network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:21:47.740805 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:21:47.740805 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Checking segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:21:47.740805 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.740805 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Bound using segment: {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:21:47.740805 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Bound port: 7dfc6a24-bde4-45d8-84a1-97fe03477ad4, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af68993-61bc-4ae3-8771-9eac21826461', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:21:47.740805 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.791106 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-450bc7ae-8e57-497c-b4cf-a13ad55e4436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (46bbc288-1080-4983-9965-1c033401c4c6), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.795736 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05ef8e-2349-4d18-9509-68066b9ecb30 None None] Pushing event updated for resources: {'Port': ['ID=7dfc6a24-bde4-45d8-84a1-97fe03477ad4,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:47.831811 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] For port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:21:47.856916 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] For port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=7dfc6a24-bde4-45d8-84a1-97fe03477ad4,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:21:47.863935 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bc7ae-8e57-497c-b4cf-a13ad55e4436 None None] Pushing event updated for resources: {'Port': ['ID=46bbc288-1080-4983-9965-1c033401c4c6,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:47.868919 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.892883 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Publish callbacks [] for port (959d8669-e552-4796-8eff-7262128164b7), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.907243 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (959d8669-e552-4796-8eff-7262128164b7), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.927301 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Routers {'f8ec7317-ff6a-4630-a903-52a83316317e'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:47.928003 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f8ec7317-ff6a-4630-a903-52a83316317e'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:47.993497 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613348'] for router_interface (f8ec7317-ff6a-4630-a903-52a83316317e), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.994030 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-b51e6bac-0af1-44fb-91b1-bdd3bcc9ada5 None None] Provisioning complete for port 46bbc288-1080-4983-9965-1c033401c4c6 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:47.994582 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b51e6bac-0af1-44fb-91b1-bdd3bcc9ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (46bbc288-1080-4983-9965-1c033401c4c6), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:47.995577 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=959d8669-e552-4796-8eff-7262128164b7,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:48.022737 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 46bbc288-1080-4983-9965-1c033401c4c6 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:21:48.061846 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05ef8e-2349-4d18-9509-68066b9ecb30 None None] Pushing event updated for resources: {'Port': ['ID=7dfc6a24-bde4-45d8-84a1-97fe03477ad4,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:48.091014 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Network 93d4703f-f7f0-4118-997b-6c24dbf5eb6c is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:21:48.092236 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:21:48.160244 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] Set router f8ec7317-ff6a-4630-a903-52a83316317e gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:48.243848 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Router f8ec7317-ff6a-4630-a903-52a83316317e has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:21:48.265587 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 46bbc288-1080-4983-9965-1c033401c4c6 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:48.266143 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (46bbc288-1080-4983-9965-1c033401c4c6), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:48.322930 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b51e6bac-0af1-44fb-91b1-bdd3bcc9ada5 None None] Current status of the port 46bbc288-1080-4983-9965-1c033401c4c6 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:48.384721 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:21:48.393289 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-009f0508-7547-46bb-af01-542599f99cc4 admin admin] 10.222.0.11 "PUT /v2.0/routers/f8ec7317-ff6a-4630-a903-52a83316317e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8882825 Apr 08 09:21:48.393484 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-b51e6bac-0af1-44fb-91b1-bdd3bcc9ada5 None None] Provisioning complete for port 2536c928-2e1e-40bc-8f1c-3ffb48784982 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:48.393484 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b51e6bac-0af1-44fb-91b1-bdd3bcc9ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:48.501375 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 46bbc288-1080-4983-9965-1c033401c4c6 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:48.502453 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 83fc8079-9839-4394-a0ef-c6eef29db899 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:21:48.588605 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b51e6bac-0af1-44fb-91b1-bdd3bcc9ada5 None None] Current status of the port 2536c928-2e1e-40bc-8f1c-3ffb48784982 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:48.599651 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'name': 'tempest-TestShelveInstance-453292697-router', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:44Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 4, 'project_id': '50190d27086c4b1f879cab6627444b37', 'gw_port': {'id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:45Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '959d8669-e552-4796-8eff-7262128164b7', 'name': '', 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'mac_address': 'fa:16:3e:0e:51:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '42796db1-b025-4541-8825-b4e607a8d7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:47Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 2, 'project_id': '50190d27086c4b1f879cab6627444b37', 'subnets': [{'id': '42796db1-b025-4541-8825-b4e607a8d7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:48.632114 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a22255b-eeb1-49e6-b5fe-bccb918a5c7d None None] The sync data for ids ['f8ec7317-ff6a-4630-a903-52a83316317e'] in dv-cinder-836996-2-iscsi is: [{'id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'name': 'tempest-TestShelveInstance-453292697-router', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:44Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 4, 'project_id': '50190d27086c4b1f879cab6627444b37', 'gw_port': {'id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:45Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '959d8669-e552-4796-8eff-7262128164b7', 'name': '', 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'mac_address': 'fa:16:3e:0e:51:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '42796db1-b025-4541-8825-b4e607a8d7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:47Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 2, 'project_id': '50190d27086c4b1f879cab6627444b37', 'subnets': [{'id': '42796db1-b025-4541-8825-b4e607a8d7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:21:48.636885 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 83fc8079-9839-4394-a0ef-c6eef29db899 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:48.637260 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (83fc8079-9839-4394-a0ef-c6eef29db899), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:48.640466 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-b51e6bac-0af1-44fb-91b1-bdd3bcc9ada5 None None] Provisioning complete for port 959d8669-e552-4796-8eff-7262128164b7 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:48.640466 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b51e6bac-0af1-44fb-91b1-bdd3bcc9ada5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (959d8669-e552-4796-8eff-7262128164b7), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:48.705994 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b51e6bac-0af1-44fb-91b1-bdd3bcc9ada5 None None] Port 959d8669-e552-4796-8eff-7262128164b7 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:21:48.750787 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 83fc8079-9839-4394-a0ef-c6eef29db899 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:48.751987 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 2536c928-2e1e-40bc-8f1c-3ffb48784982 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:21:48.800879 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 2536c928-2e1e-40bc-8f1c-3ffb48784982 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:48.801417 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.004062 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-be1f44aa-6eff-4e78-990c-61499ecc94d6 None None] Provisioning complete for port 959d8669-e552-4796-8eff-7262128164b7 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:49.004432 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be1f44aa-6eff-4e78-990c-61499ecc94d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (959d8669-e552-4796-8eff-7262128164b7), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.018966 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39348) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:49.023566 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-b15af482-4a51-4371-b6f7-e832dc51572b tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490522428', 'description': 'tempest-secgroup-smoke-1490522428 description', 'project_id': '24eb6423a91b49a19121b337889b3a92'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:49.046138 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b15af482-4a51-4371-b6f7-e832dc51572b tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group (None), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.068217 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-be1f44aa-6eff-4e78-990c-61499ecc94d6 None None] Port 959d8669-e552-4796-8eff-7262128164b7 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:21:49.080503 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 2536c928-2e1e-40bc-8f1c-3ffb48784982 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:49.117601 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b15af482-4a51-4371-b6f7-e832dc51572b tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group (3acd190b-8727-417a-9a42-f2d8226c8e44), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.121738 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b15af482-4a51-4371-b6f7-e832dc51572b tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3acd190b-8727-417a-9a42-f2d8226c8e44), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.156791 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-b15af482-4a51-4371-b6f7-e832dc51572b tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.157809 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-b15af482-4a51-4371-b6f7-e832dc51572b tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1377373 Apr 08 09:21:49.158834 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15af482-4a51-4371-b6f7-e832dc51572b tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd190b-8727-417a-9a42-f2d8226c8e44,revision_number=1']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:49.160857 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39350) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:49.165858 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-0090bbd1-10d5-4823-a12c-9e22ea590aba tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Request body: {'security_group_rule': {'security_group_id': '3acd190b-8727-417a-9a42-f2d8226c8e44', 'project_id': '24eb6423a91b49a19121b337889b3a92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:49.193920 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0090bbd1-10d5-4823-a12c-9e22ea590aba tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (ef7fcba2-0bde-4de2-b029-83ed5910c09f), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.251429 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0090bbd1-10d5-4823-a12c-9e22ea590aba tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (ef7fcba2-0bde-4de2-b029-83ed5910c09f), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.258458 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0090bbd1-10d5-4823-a12c-9e22ea590aba tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (ef7fcba2-0bde-4de2-b029-83ed5910c09f), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.277294 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090bbd1-10d5-4823-a12c-9e22ea590aba tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7fcba2-0bde-4de2-b029-83ed5910c09f,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:49.283132 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0090bbd1-10d5-4823-a12c-9e22ea590aba tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.286974 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0090bbd1-10d5-4823-a12c-9e22ea590aba tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224093 Apr 08 09:21:49.287265 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39352) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:49.292204 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.v2.base [None req-4b12ee43-bab2-4981-a1d0-c5a3a0653b00 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Request body: {'security_group_rule': {'security_group_id': '3acd190b-8727-417a-9a42-f2d8226c8e44', 'project_id': '24eb6423a91b49a19121b337889b3a92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:49.316368 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4b12ee43-bab2-4981-a1d0-c5a3a0653b00 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (770bca2d-07ad-49ec-9309-c578133b8964), before_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.373396 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4b12ee43-bab2-4981-a1d0-c5a3a0653b00 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (770bca2d-07ad-49ec-9309-c578133b8964), precommit_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.377083 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4b12ee43-bab2-4981-a1d0-c5a3a0653b00 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (770bca2d-07ad-49ec-9309-c578133b8964), after_create {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.396201 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12ee43-bab2-4981-a1d0-c5a3a0653b00 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770bca2d-07ad-49ec-9309-c578133b8964,revision_number=0']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:49.401940 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-4b12ee43-bab2-4981-a1d0-c5a3a0653b00 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.403098 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-4b12ee43-bab2-4981-a1d0-c5a3a0653b00 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147835 Apr 08 09:21:49.406475 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39354) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:49.411047 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-c629494d-4ece-45cf-99e3-77ac18785907 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Request body: {'security_group_rule': {'security_group_id': '3acd190b-8727-417a-9a42-f2d8226c8e44', 'project_id': '24eb6423a91b49a19121b337889b3a92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:49.435253 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c629494d-4ece-45cf-99e3-77ac18785907 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (dedd43ec-7e52-446c-b56b-d5ed7837e86b), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.491990 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c629494d-4ece-45cf-99e3-77ac18785907 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (dedd43ec-7e52-446c-b56b-d5ed7837e86b), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.494846 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c629494d-4ece-45cf-99e3-77ac18785907 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (dedd43ec-7e52-446c-b56b-d5ed7837e86b), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.512151 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629494d-4ece-45cf-99e3-77ac18785907 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedd43ec-7e52-446c-b56b-d5ed7837e86b,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:49.519156 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c629494d-4ece-45cf-99e3-77ac18785907 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.520378 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c629494d-4ece-45cf-99e3-77ac18785907 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128922 Apr 08 09:21:49.523038 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39356) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:49.527242 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-57081885-e8c6-47b7-9477-2420db120adb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Request body: {'security_group_rule': {'security_group_id': '3acd190b-8727-417a-9a42-f2d8226c8e44', 'project_id': '24eb6423a91b49a19121b337889b3a92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:49.551178 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-57081885-e8c6-47b7-9477-2420db120adb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (734df198-6227-47b2-848b-23e6849540e5), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.612124 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-57081885-e8c6-47b7-9477-2420db120adb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (734df198-6227-47b2-848b-23e6849540e5), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.622919 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-57081885-e8c6-47b7-9477-2420db120adb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (734df198-6227-47b2-848b-23e6849540e5), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.643968 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57081885-e8c6-47b7-9477-2420db120adb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734df198-6227-47b2-848b-23e6849540e5,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:49.652672 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-57081885-e8c6-47b7-9477-2420db120adb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.653867 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-57081885-e8c6-47b7-9477-2420db120adb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299241 Apr 08 09:21:49.657326 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39358) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:49.661578 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-a43ba5bb-2ea2-4111-9f09-93db5c131eb6 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Request body: {'security_group_rule': {'security_group_id': '3acd190b-8727-417a-9a42-f2d8226c8e44', 'project_id': '24eb6423a91b49a19121b337889b3a92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:49.680433 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.securitygroups_db [None req-a43ba5bb-2ea2-4111-9f09-93db5c131eb6 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Project 24eb6423a91b49a19121b337889b3a92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 09:21:49.685050 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a43ba5bb-2ea2-4111-9f09-93db5c131eb6 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (e4f0907c-093a-456c-96de-1ec3728a5f31), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.741399 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a43ba5bb-2ea2-4111-9f09-93db5c131eb6 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (e4f0907c-093a-456c-96de-1ec3728a5f31), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.745128 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a43ba5bb-2ea2-4111-9f09-93db5c131eb6 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (e4f0907c-093a-456c-96de-1ec3728a5f31), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.762042 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ba5bb-2ea2-4111-9f09-93db5c131eb6 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f0907c-093a-456c-96de-1ec3728a5f31,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:49.770136 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a43ba5bb-2ea2-4111-9f09-93db5c131eb6 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.771466 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a43ba5bb-2ea2-4111-9f09-93db5c131eb6 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1132379 Apr 08 09:21:49.774272 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39360) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:21:49.778408 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-7135e8b2-f977-4080-95ab-cc190f65a1ea tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Request body: {'security_group_rule': {'security_group_id': '3acd190b-8727-417a-9a42-f2d8226c8e44', 'project_id': '24eb6423a91b49a19121b337889b3a92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:21:49.798080 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.securitygroups_db [None req-7135e8b2-f977-4080-95ab-cc190f65a1ea tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Project 24eb6423a91b49a19121b337889b3a92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 09:21:49.802962 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7135e8b2-f977-4080-95ab-cc190f65a1ea tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (7951ed9d-130f-438c-ac9b-91425cf81eb0), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.869275 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7135e8b2-f977-4080-95ab-cc190f65a1ea tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (7951ed9d-130f-438c-ac9b-91425cf81eb0), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.872909 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7135e8b2-f977-4080-95ab-cc190f65a1ea tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636068'] for security_group_rule (7951ed9d-130f-438c-ac9b-91425cf81eb0), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.890187 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135e8b2-f977-4080-95ab-cc190f65a1ea tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7951ed9d-130f-438c-ac9b-91425cf81eb0,revision_number=0']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:49.900834 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7135e8b2-f977-4080-95ab-cc190f65a1ea tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:49.902041 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7135e8b2-f977-4080-95ab-cc190f65a1ea tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268454 Apr 08 09:21:49.994803 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 46bbc288-1080-4983-9965-1c033401c4c6 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:21:50.046788 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 46bbc288-1080-4983-9965-1c033401c4c6 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:50.047158 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (46bbc288-1080-4983-9965-1c033401c4c6), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:50.123739 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 46bbc288-1080-4983-9965-1c033401c4c6 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:50.125497 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:21:50.171130 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:50.171550 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:50.253787 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:50.254183 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:50.275219 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] For port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=7dfc6a24-bde4-45d8-84a1-97fe03477ad4,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:50.279245 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:50.336493 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Pushing event updated for resources: {'Port': ['ID=7dfc6a24-bde4-45d8-84a1-97fe03477ad4,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:51.638784 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Sync routers for ids ['f8ec7317-ff6a-4630-a903-52a83316317e'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:21:51.648894 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Routers {'f8ec7317-ff6a-4630-a903-52a83316317e'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:51.649497 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f8ec7317-ff6a-4630-a903-52a83316317e'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:51.758463 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Set router f8ec7317-ff6a-4630-a903-52a83316317e gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:51.938704 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:21:51.964362 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'name': 'tempest-TestShelveInstance-453292697-router', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:44Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 4, 'project_id': '50190d27086c4b1f879cab6627444b37', 'gw_port': {'id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:45Z', 'updated_at': '2022-04-08T09:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '959d8669-e552-4796-8eff-7262128164b7', 'name': '', 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'mac_address': 'fa:16:3e:0e:51:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '42796db1-b025-4541-8825-b4e607a8d7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:47Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 2, 'project_id': '50190d27086c4b1f879cab6627444b37', 'subnets': [{'id': '42796db1-b025-4541-8825-b4e607a8d7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:51.992063 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Checking router: f8ec7317-ff6a-4630-a903-52a83316317e for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:21:51.992390 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:51.992802 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:51.993039 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Updating router f8ec7317-ff6a-4630-a903-52a83316317e port 959d8669-e552-4796-8eff-7262128164b7 binding host dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 09:21:52.021944 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (959d8669-e552-4796-8eff-7262128164b7), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:52.074671 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:52.284774 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Publish callbacks [] for port (959d8669-e552-4796-8eff-7262128164b7), precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:52.290290 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (959d8669-e552-4796-8eff-7262128164b7), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:52.340569 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8d0de-5683-4fe4-9164-f9cb2ca88d83 None None] Pushing event updated for resources: {'Port': ['ID=959d8669-e552-4796-8eff-7262128164b7,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:52.400251 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Attempting to bind port 959d8669-e552-4796-8eff-7262128164b7 on host dv-cinder-836996-2-iscsi for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:21:52.400861 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Attempting to bind port 959d8669-e552-4796-8eff-7262128164b7 by drivers openvswitch,hyperv on host dv-cinder-836996-2-iscsi at level 0 using segments [{'id': '2aed3fee-227d-448c-8076-83f9c3b27a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:21:52.401240 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Attempting to bind port 959d8669-e552-4796-8eff-7262128164b7 on network 93d4703f-f7f0-4118-997b-6c24dbf5eb6c {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:21:52.407237 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Checking agent: {'id': 'fd41d1a8-180b-4086-97ad-802ca6f3eae2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836996-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 8, 56, 45), 'started_at': datetime.datetime(2022, 4, 8, 8, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836996-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:21:52.407637 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Checking segment: {'id': '2aed3fee-227d-448c-8076-83f9c3b27a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:21:52.408049 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:52.408422 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Bound using segment: {'id': '2aed3fee-227d-448c-8076-83f9c3b27a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:21:52.408905 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Bound port: 959d8669-e552-4796-8eff-7262128164b7, host: dv-cinder-836996-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aed3fee-227d-448c-8076-83f9c3b27a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:21:52.409281 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (959d8669-e552-4796-8eff-7262128164b7), before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:52.489350 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] For port 959d8669-e552-4796-8eff-7262128164b7, host dv-cinder-836996-2-iscsi, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:21:52.492414 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] For port 959d8669-e552-4796-8eff-7262128164b7, host dv-cinder-836996-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=959d8669-e552-4796-8eff-7262128164b7,segment=NetworkSegment(2aed3fee-227d-448c-8076-83f9c3b27a8b),segment_id=2aed3fee-227d-448c-8076-83f9c3b27a8b)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:21:52.505260 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (959d8669-e552-4796-8eff-7262128164b7), after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:52.513382 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-4ac946b7-6995-4bbc-816e-791e22e32d6e None None] Provisioning complete for port 959d8669-e552-4796-8eff-7262128164b7 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:52.513952 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ac946b7-6995-4bbc-816e-791e22e32d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (959d8669-e552-4796-8eff-7262128164b7), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:52.562709 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Routers {'f8ec7317-ff6a-4630-a903-52a83316317e'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:21:52.562868 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:21:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f8ec7317-ff6a-4630-a903-52a83316317e'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:52.597772 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4ac946b7-6995-4bbc-816e-791e22e32d6e None None] Current status of the port 959d8669-e552-4796-8eff-7262128164b7 is: DOWN; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:52.598112 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ac946b7-6995-4bbc-816e-791e22e32d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (959d8669-e552-4796-8eff-7262128164b7), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:52.599441 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8d0de-5683-4fe4-9164-f9cb2ca88d83 None None] Pushing event updated for resources: {'Port': ['ID=959d8669-e552-4796-8eff-7262128164b7,revision_number=4']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:52.636192 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-4ac946b7-6995-4bbc-816e-791e22e32d6e None None] For port 959d8669-e552-4796-8eff-7262128164b7, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=959d8669-e552-4796-8eff-7262128164b7,segment=NetworkSegment(2aed3fee-227d-448c-8076-83f9c3b27a8b),segment_id=2aed3fee-227d-448c-8076-83f9c3b27a8b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:21:52.643739 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ac946b7-6995-4bbc-816e-791e22e32d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (959d8669-e552-4796-8eff-7262128164b7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:52.705165 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac946b7-6995-4bbc-816e-791e22e32d6e None None] Pushing event updated for resources: {'Port': ['ID=959d8669-e552-4796-8eff-7262128164b7,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:21:52.766164 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-04f43d71-b537-41c5-864a-c9133eec4f0a None None] Provisioning complete for port 959d8669-e552-4796-8eff-7262128164b7 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:52.766626 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04f43d71-b537-41c5-864a-c9133eec4f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (959d8669-e552-4796-8eff-7262128164b7), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:52.787156 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] Set router f8ec7317-ff6a-4630-a903-52a83316317e gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:21:52.848067 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-04f43d71-b537-41c5-864a-c9133eec4f0a None None] Current status of the port 959d8669-e552-4796-8eff-7262128164b7 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:52.989533 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'name': 'tempest-TestShelveInstance-453292697-router', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:44Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 4, 'project_id': '50190d27086c4b1f879cab6627444b37', 'gw_port': {'id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:45Z', 'updated_at': '2022-04-08T09:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '959d8669-e552-4796-8eff-7262128164b7', 'name': '', 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'mac_address': 'fa:16:3e:0e:51:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '42796db1-b025-4541-8825-b4e607a8d7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:47Z', 'updated_at': '2022-04-08T09:21:52Z', 'revision_number': 4, 'project_id': '50190d27086c4b1f879cab6627444b37', 'subnets': [{'id': '42796db1-b025-4541-8825-b4e607a8d7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:21:53.015695 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c301d82-fb51-4d91-8767-20381bc407bc None None] The sync data for ids ['f8ec7317-ff6a-4630-a903-52a83316317e'] in dv-cinder-836996-2-iscsi is: [{'id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'name': 'tempest-TestShelveInstance-453292697-router', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:44Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 4, 'project_id': '50190d27086c4b1f879cab6627444b37', 'gw_port': {'id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:45Z', 'updated_at': '2022-04-08T09:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '959d8669-e552-4796-8eff-7262128164b7', 'name': '', 'network_id': '93d4703f-f7f0-4118-997b-6c24dbf5eb6c', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'mac_address': 'fa:16:3e:0e:51:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '42796db1-b025-4541-8825-b4e607a8d7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:47Z', 'updated_at': '2022-04-08T09:21:52Z', 'revision_number': 4, 'project_id': '50190d27086c4b1f879cab6627444b37', 'subnets': [{'id': '42796db1-b025-4541-8825-b4e607a8d7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:21:53.939150 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 959d8669-e552-4796-8eff-7262128164b7 up at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:21:53.992331 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Provisioning complete for port 959d8669-e552-4796-8eff-7262128164b7 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:21:53.992658 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (959d8669-e552-4796-8eff-7262128164b7), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:54.069393 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Current status of the port 959d8669-e552-4796-8eff-7262128164b7 is: ACTIVE; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:21:56.718812 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:21:59.936006 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:22:08.301229 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-2a59f02e-0ce8-46cf-b2b1-6aa12f261a9e tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490522428&fields=id&tenant_id=24eb6423a91b49a19121b337889b3a92 HTTP/1.1" status: 200 len: 267 time: 0.0422864 Apr 08 09:22:08.404909 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-6cc1cfb7-0889-42f6-9156-61447ceca522 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:08.406225 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-6cc1cfb7-0889-42f6-9156-61447ceca522 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/networks?id=479078ab-116d-4285-860d-ca46631dd856 HTTP/1.1" status: 200 len: 808 time: 0.0988505 Apr 08 09:22:08.420892 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-c1e0951e-7ddd-4ddf-98dc-f5e41c04c4d1 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/quotas/24eb6423a91b49a19121b337889b3a92 HTTP/1.1" status: 200 len: 375 time: 0.0086820 Apr 08 09:22:08.452138 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b33f7746-a400-4325-80e5-9f230d93c36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:08.474769 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7611db17-59ff-4da3-9c44-4dbcade043c3 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=24eb6423a91b49a19121b337889b3a92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492187 Apr 08 09:22:08.652894 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-11d09575-8d91-408a-a24b-5e8d1d5c27a6 service neutron] 10.222.0.11 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668406 Apr 08 09:22:08.741852 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-8e000582-de0b-400d-adcf-cd2df64ae4b4 service neutron] 10.222.0.11 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833175 Apr 08 09:22:09.019280 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e8040a6c-0c45-435d-9dd6-388f665d4091 req-41810875-96fc-4f6d-9a44-4b0c19380785 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 210 time: 0.0267591 Apr 08 09:22:10.105597 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-60803576-82fb-4e26-a42c-c4bf09bd9a0b tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:10.107050 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-60803576-82fb-4e26-a42c-c4bf09bd9a0b tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.10 "GET /v2.0/networks?id=479078ab-116d-4285-860d-ca46631dd856 HTTP/1.1" status: 200 len: 808 time: 0.1164961 Apr 08 09:22:10.123557 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-71382e83-e5a1-4dff-a3fb-56ada8864f1b req-aab7ffb2-ce92-4100-a635-e56ca0c166e9 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 210 time: 0.0347321 Apr 08 09:22:10.178469 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-bbb99dbb-0204-4b85-a3aa-5726eb027f5f tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24eb6423a91b49a19121b337889b3a92 HTTP/1.1" status: 200 len: 380 time: 0.0571945 Apr 08 09:22:10.187502 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Request body: {'port': {'device_id': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'admin_state_up': True, 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'security_groups': ['3acd190b-8727-417a-9a42-f2d8226c8e44']}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:22:10.293134 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Made reservation on behalf of 24eb6423a91b49a19121b337889b3a92 for: {'port': 1} {{(pid=103425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 09:22:10.296398 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:10.415413 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Allocated IP 172.20.0.4 (479078ab-116d-4285-860d-ca46631dd856/41683b8b-25fa-43fd-824d-4d52aa7b5c27/6d899512-e1c6-44b3-9fea-f1a2eeb242c2) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:22:10.827834 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-764a56c0-e2d1-4c74-9650-c42c6811aae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:10.836614 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:10.869910 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:10.909815 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Network 479078ab-116d-4285-860d-ca46631dd856 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:22:10.912705 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:22:10.916578 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:22:10.949871 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event updated for resources: {'Port': ['ID=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:10.975352 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:10.975985 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:10.993966 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7adf6923-384e-4356-bdf3-54fe949f1e55 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8100839 Apr 08 09:22:11.012281 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Request body: {'port': {'device_id': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83699'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:22:11.073737 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:11.176182 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-41714a2f-af97-4bd9-92d4-98a9c265e7a0 None None] Provisioning complete for port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 triggered by entity DHCP. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:22:11.176596 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-41714a2f-af97-4bd9-92d4-98a9c265e7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:11.213154 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-41714a2f-af97-4bd9-92d4-98a9c265e7a0 None None] Port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 cannot update to ACTIVE because it is not bound. {{(pid=103426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 09:22:11.306076 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508618ba-5cae-4c92-988f-10b1472972ab req-ac9d668d-84b0-49a9-8e50-aac71b2d1b7d tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:11.307543 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-508618ba-5cae-4c92-988f-10b1472972ab req-ac9d668d-84b0-49a9-8e50-aac71b2d1b7d tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 931 time: 0.1142230 Apr 08 09:22:11.383770 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-508618ba-5cae-4c92-988f-10b1472972ab req-670ef11c-ba5c-4025-93b1-abb92868f736 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702713 Apr 08 09:22:11.415101 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 {{(pid=103425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:22:11.422368 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Publish callbacks [] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:11.433975 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.provisioning_blocks [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Transition to ACTIVE for port object 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 will not be triggered until provisioned by entity L2. {{(pid=103425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 08 09:22:11.437949 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:11.494065 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Pushing event updated for resources: {'Port': ['ID=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:11.562150 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Attempting to bind port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 on host hv-cinder-83699 for vnic_type normal with profile {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 09:22:11.562485 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Attempting to bind port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 by drivers openvswitch,hyperv on host hv-cinder-83699 at level 0 using segments [{'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 09:22:11.562808 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Attempting to bind port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 on network 479078ab-116d-4285-860d-ca46631dd856 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:22:11.567477 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 on network 479078ab-116d-4285-860d-ca46631dd856 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83699 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 09:22:11.567800 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Attempting to bind port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 on network 479078ab-116d-4285-860d-ca46631dd856 {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 09:22:11.572913 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Checking agent: {'id': 'fc107614-eb04-4efc-a716-e9abbb6fd1d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83699', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'started_at': datetime.datetime(2022, 4, 8, 9, 3, 26), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 9, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 09:22:11.573298 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Checking segment: {'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 09:22:11.573734 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Bound using segment: {'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'} {{(pid=103425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 09:22:11.574160 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.managers [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Bound port: 6d899512-e1c6-44b3-9fea-f1a2eeb242c2, host: hv-cinder-83699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4207395c-03c7-4dd5-b438-bee3eb3ff842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '479078ab-116d-4285-860d-ca46631dd856'}}] {{(pid=103425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 09:22:11.574524 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:11.638453 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] For port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2, host hv-cinder-83699, cleared binding levels {{(pid=103425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 09:22:11.642895 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] For port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2, host hv-cinder-83699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 09:22:11.648305 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:11.683079 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:11.684017 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:11.685469 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] 10.222.0.10 "PUT /v2.0/ports/6d899512-e1c6-44b3-9fea-f1a2eeb242c2 HTTP/1.1" status: 200 len: 1093 time: 0.6775212 Apr 08 09:22:11.688408 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:22:11.690706 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61393fa-8d82-4098-b04c-1eeb94793213" -d '{"events": [{"name": "network-changed", "server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:22:11.721364 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3136887-d174-4d9a-9ab9-1374ec70717f service neutron] Pushing event updated for resources: {'Port': ['ID=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,revision_number=3']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:11.730365 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f614b7ce-90e1-4635-8963-3680e295e30a x-openstack-request-id: req-f614b7ce-90e1-4635-8963-3680e295e30a {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:22:11.730668 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:22:11.731156 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f614b7ce-90e1-4635-8963-3680e295e30a {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:22:11.731728 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f614b7ce-90e1-4635-8963-3680e295e30a'] response: {'name': 'network-changed', 'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'status': 'completed', 'code': 200} Apr 08 09:22:11.802988 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-ec139ef3-7f27-4671-bf54-fad133b3bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:11.804615 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-ec139ef3-7f27-4671-bf54-fad133b3bb5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24eb6423a91b49a19121b337889b3a92&device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 1127 time: 0.0476120 Apr 08 09:22:11.851894 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7294b3de-5311-411c-80cd-9ef81b14ebe1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2 HTTP/1.1" status: 200 len: 217 time: 0.0347214 Apr 08 09:22:11.902259 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-66d6ff40-44e8-429d-8c9f-705fe68c6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:11.903676 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-66d6ff40-44e8-429d-8c9f-705fe68c6d14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41683b8b-25fa-43fd-824d-4d52aa7b5c27 HTTP/1.1" status: 200 len: 847 time: 0.0465186 Apr 08 09:22:11.955074 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-b5041ae6-94c0-4ecb-b6ef-e723f4e597e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:11.956523 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-b5041ae6-94c0-4ecb-b6ef-e723f4e597e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=479078ab-116d-4285-860d-ca46631dd856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428104 Apr 08 09:22:12.037002 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:12.047907 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-70078a60-d894-4aca-9c73-b7e525a23d39 service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847096 Apr 08 09:22:12.140263 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a5ed8613-93b6-48fa-8f14-8a897bc95e26 req-7864f1f6-5485-4111-8d51-2d1c13d2633e service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844913 Apr 08 09:22:12.501436 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5999a-e092-447e-ad07-8a4b81483a5d req-c22bb11b-a6ab-430f-831e-aaae2520e4f0 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:12.503042 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-47b5999a-e092-447e-ad07-8a4b81483a5d req-c22bb11b-a6ab-430f-831e-aaae2520e4f0 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0534210 Apr 08 09:22:12.551203 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-47b5999a-e092-447e-ad07-8a4b81483a5d req-c0dba163-5fac-4edc-801a-1248611888e3 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426710 Apr 08 09:22:13.050708 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61393fa-8d82-4098-b04c-1eeb94793213 req-dd8320f2-59d5-445e-a69a-747176029a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:13.052210 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e61393fa-8d82-4098-b04c-1eeb94793213 req-dd8320f2-59d5-445e-a69a-747176029a1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24eb6423a91b49a19121b337889b3a92&device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 1127 time: 0.0479696 Apr 08 09:22:13.139144 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61393fa-8d82-4098-b04c-1eeb94793213 req-31149f25-51d0-44d9-8167-f22b0342652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:13.141125 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e61393fa-8d82-4098-b04c-1eeb94793213 req-31149f25-51d0-44d9-8167-f22b0342652d service neutron] 10.222.0.10 "GET /v2.0/networks?id=479078ab-116d-4285-860d-ca46631dd856 HTTP/1.1" status: 200 len: 908 time: 0.0816634 Apr 08 09:22:13.184342 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e61393fa-8d82-4098-b04c-1eeb94793213 req-764fd907-0172-4404-bb5b-5774eab62e4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2 HTTP/1.1" status: 200 len: 217 time: 0.0370638 Apr 08 09:22:13.229861 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61393fa-8d82-4098-b04c-1eeb94793213 req-95b15a3a-25f8-4f5c-b33a-cfdea1c8c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:13.231280 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e61393fa-8d82-4098-b04c-1eeb94793213 req-95b15a3a-25f8-4f5c-b33a-cfdea1c8c90b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41683b8b-25fa-43fd-824d-4d52aa7b5c27 HTTP/1.1" status: 200 len: 847 time: 0.0414772 Apr 08 09:22:13.277988 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61393fa-8d82-4098-b04c-1eeb94793213 req-c9029fb5-4fd8-49f0-8352-a45c70fced8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:13.279470 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e61393fa-8d82-4098-b04c-1eeb94793213 req-c9029fb5-4fd8-49f0-8352-a45c70fced8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=479078ab-116d-4285-860d-ca46631dd856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429680 Apr 08 09:22:13.360127 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:13.371614 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e61393fa-8d82-4098-b04c-1eeb94793213 req-ad58112b-3a58-4988-8fed-bb7a0b45b42a service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858102 Apr 08 09:22:13.457773 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e61393fa-8d82-4098-b04c-1eeb94793213 req-2735192b-77ba-4883-be54-c2e7b8d673d9 service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801828 Apr 08 09:22:13.667367 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb891d-8f2f-4979-966f-e2a4d2df103c req-87a24248-7c34-418d-bba4-c9fa70a1e1e2 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:13.668774 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3bfb891d-8f2f-4979-966f-e2a4d2df103c req-87a24248-7c34-418d-bba4-c9fa70a1e1e2 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0517900 Apr 08 09:22:13.719719 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3bfb891d-8f2f-4979-966f-e2a4d2df103c req-14c1480a-59a2-47bb-81d4-5e0f6f25138d tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454581 Apr 08 09:22:14.745877 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:14.834246 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d85df6-73e2-44cf-b302-80b04cc85ff4 req-b0764e0b-25e5-4fba-8f68-3fff739ea4a5 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:14.835709 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-75d85df6-73e2-44cf-b302-80b04cc85ff4 req-b0764e0b-25e5-4fba-8f68-3fff739ea4a5 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0517633 Apr 08 09:22:14.883434 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-75d85df6-73e2-44cf-b302-80b04cc85ff4 req-a0cc9fa6-ff9d-4875-8eb0-e55375d11ac7 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422790 Apr 08 09:22:15.998860 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab97ed-284c-4295-bbed-8d1742254096 req-635da815-8e12-43c2-a331-d4107dab7471 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:16.000272 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-08ab97ed-284c-4295-bbed-8d1742254096 req-635da815-8e12-43c2-a331-d4107dab7471 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0512047 Apr 08 09:22:16.047776 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-08ab97ed-284c-4295-bbed-8d1742254096 req-98c037e8-f368-4885-aeb9-e934b44e1382 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420511 Apr 08 09:22:17.164739 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff9479-2fec-4a0e-b98d-077cc2964e68 req-8aef933d-a914-4534-98cf-d1cc61665f10 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:17.166184 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-93ff9479-2fec-4a0e-b98d-077cc2964e68 req-8aef933d-a914-4534-98cf-d1cc61665f10 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0541921 Apr 08 09:22:17.212439 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-93ff9479-2fec-4a0e-b98d-077cc2964e68 req-09353754-4a16-4a8e-a739-c2cb9aa02e8d tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401039 Apr 08 09:22:18.326888 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61533e-726f-41a6-b4cd-987fe03814f5 req-d93a7b31-61f7-4a45-b066-2f8cb1d3e936 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:18.328376 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0a61533e-726f-41a6-b4cd-987fe03814f5 req-d93a7b31-61f7-4a45-b066-2f8cb1d3e936 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0515389 Apr 08 09:22:18.377218 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0a61533e-726f-41a6-b4cd-987fe03814f5 req-07fdd10a-d790-4b89-a74a-3aa778f87934 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421035 Apr 08 09:22:19.492671 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a75a3-c969-4750-8633-f8d27422cd80 req-9000f76a-9dbb-4a46-9cbe-8477847b1cd7 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:19.494109 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fc4a75a3-c969-4750-8633-f8d27422cd80 req-9000f76a-9dbb-4a46-9cbe-8477847b1cd7 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0540907 Apr 08 09:22:19.541199 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fc4a75a3-c969-4750-8633-f8d27422cd80 req-ec8d51be-d93c-4256-8096-4c8c963b78d2 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416970 Apr 08 09:22:20.657088 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2a14a-571b-49d5-a8d3-b3625e052262 req-d98e54a9-b798-482c-bb7f-414cd110dbd4 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:20.658522 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f7a2a14a-571b-49d5-a8d3-b3625e052262 req-d98e54a9-b798-482c-bb7f-414cd110dbd4 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0515840 Apr 08 09:22:20.705139 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f7a2a14a-571b-49d5-a8d3-b3625e052262 req-988adda1-46b8-454a-bb39-68ada7dcbbcb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412269 Apr 08 09:22:20.998119 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:22:21.100972 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:22:21.112243 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'port_id': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'mac_address': 'fa:16:3e:64:6a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:22:21.149693 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:22:21.150084 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:21.162971 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:22:21.182824 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:22:21.186466 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:21.234193 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,revision_number=4']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:21.569269 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['6d899512-e1c6-44b3-9fea-f1a2eeb242c2'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:22:21.823903 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a352ad1-68a0-4e07-9cb5-90b5361f945b req-bddc142b-3cde-436b-9732-6259c0d35cb1 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:21.825320 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a352ad1-68a0-4e07-9cb5-90b5361f945b req-bddc142b-3cde-436b-9732-6259c0d35cb1 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 944 time: 0.0538170 Apr 08 09:22:21.876954 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a352ad1-68a0-4e07-9cb5-90b5361f945b req-f3673340-1468-454c-9ab7-940d18feb176 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461779 Apr 08 09:22:22.991006 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476a92b-56d2-4048-a7b4-62e8696632a7 req-950ee99b-139b-446e-ab91-6f1904a9dd09 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:22.992535 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b476a92b-56d2-4048-a7b4-62e8696632a7 req-950ee99b-139b-446e-ab91-6f1904a9dd09 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 944 time: 0.0509586 Apr 08 09:22:23.040240 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b476a92b-56d2-4048-a7b4-62e8696632a7 req-488b8292-8dcd-4607-8627-732ab36322f5 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 Apr 08 09:22:23.041936 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:22:23.096998 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning for port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 completed by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 08 09:22:23.100774 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:22:23.101133 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:23.178365 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:22:23.178748 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:23.201094 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:22:23.203928 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f91bb5-5a1c-4d0e-b653-86971fa4e5fa" -d '{"events": [{"server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "name": "network-vif-plugged", "status": "completed", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:22:23.215972 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:22:23.219986 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:23.266785 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,revision_number=5']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:23.296287 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ae00b5-3f2a-489f-850e-60ff95815275 x-openstack-request-id: req-f8ae00b5-3f2a-489f-850e-60ff95815275 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:22:23.297018 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "name": "network-vif-plugged", "status": "completed", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:22:23.297438 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8ae00b5-3f2a-489f-850e-60ff95815275 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:22:23.297931 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ae00b5-3f2a-489f-850e-60ff95815275'] response: {'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'code': 200} Apr 08 09:22:23.539681 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dde41f-cfb2-44f7-9584-55fe940c842f req-1da2b0d6-18f9-4a9c-9bfe-c9205a2edd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:23.541098 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9dde41f-cfb2-44f7-9584-55fe940c842f req-1da2b0d6-18f9-4a9c-9bfe-c9205a2edd65 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 1129 time: 0.0432081 Apr 08 09:22:23.587198 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9dde41f-cfb2-44f7-9584-55fe940c842f req-00ad5254-3457-45f2-a9f3-3c65e8c1827f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385189 Apr 08 09:22:24.165916 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452bb54-fc63-47d3-8f53-4c37f33dbdc2 req-abbd0171-50ad-4f5a-a164-b5997d5bac73 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:24.167274 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8452bb54-fc63-47d3-8f53-4c37f33dbdc2 req-abbd0171-50ad-4f5a-a164-b5997d5bac73 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0593560 Apr 08 09:22:24.214972 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8452bb54-fc63-47d3-8f53-4c37f33dbdc2 req-7162cd96-9566-4dd2-8ef5-4ca5f4b5f6c0 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416346 Apr 08 09:22:25.335383 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e240ba-0446-48ff-a176-b457fb96fdd6 req-c63f469b-dbf5-48d8-8d35-5e020c017673 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:25.336889 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e0e240ba-0446-48ff-a176-b457fb96fdd6 req-c63f469b-dbf5-48d8-8d35-5e020c017673 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0532568 Apr 08 09:22:25.398931 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-e0e240ba-0446-48ff-a176-b457fb96fdd6 req-be5dcb20-07aa-47ac-9414-d8772fa503bb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522494 Apr 08 09:22:25.870462 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-06547c2d-e1ac-4a26-9539-c8e522f81398 req-63ae2f12-8cd7-4383-b219-a54d7e9b30a8 service neutron] (103424) timed out ('10.222.0.10', 63017) {{(pid=103424) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 09:22:26.519844 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f2830-5bd8-48cd-b321-de78235d6910 req-131d35a2-1b51-4f8e-a4ec-8b6f99ccea9a tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:26.521324 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ef4f2830-5bd8-48cd-b321-de78235d6910 req-131d35a2-1b51-4f8e-a4ec-8b6f99ccea9a tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0498145 Apr 08 09:22:26.571178 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ef4f2830-5bd8-48cd-b321-de78235d6910 req-1ea13704-3370-4969-8ca0-797512b7ea71 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444398 Apr 08 09:22:26.687741 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a413f-a9fd-4bc4-a396-850ebe3fe3b0 req-0302539a-afbf-4e4c-ad33-d47648798727 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:26.689914 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-650a413f-a9fd-4bc4-a396-850ebe3fe3b0 req-0302539a-afbf-4e4c-ad33-d47648798727 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0539060 Apr 08 09:22:26.706181 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:26.739698 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-650a413f-a9fd-4bc4-a396-850ebe3fe3b0 req-ba2652ee-104f-4293-88d6-d6758d403099 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439575 Apr 08 09:22:26.762906 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39526) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:26.846286 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668b88b5-d5e0-4626-bcb9-e8a8ab756975 tempest-TestShelveInstance-613371472 tempest-TestShelveInstance-613371472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:26.847735 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-668b88b5-d5e0-4626-bcb9-e8a8ab756975 tempest-TestShelveInstance-613371472 tempest-TestShelveInstance-613371472-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 1124 time: 0.0838654 Apr 08 09:22:26.850714 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39530) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:26.854745 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.v2.base [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Request body: {'floatingip': {'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'port_id': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 09:22:26.874417 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:26.968862 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (None), before_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:27.073734 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_common [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Allocated IP 172.27.2.6 (7ebe3efe-4cd7-4e59-bb8e-76581072b047/3a4059c7-bf1a-4312-acde-85541c5f79b2/6f1d2f3c-354a-47c2-aaaa-a158243ac262) {{(pid=103425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 09:22:27.172976 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for port (6f1d2f3c-354a-47c2-aaaa-a158243ac262), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:27.204297 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745149345621', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (6f1d2f3c-354a-47c2-aaaa-a158243ac262), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:27.241875 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Network 7ebe3efe-4cd7-4e59-bb8e-76581072b047 is already hosted by enough agents. {{(pid=103425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 09:22:27.244443 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.base_scheduler [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Resources bound (agent type, host, resource id): {{(pid=103425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 09:22:27.247751 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Received port after_create {{(pid=103425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 09:22:27.275794 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event updated for resources: {'Port': ['ID=6f1d2f3c-354a-47c2-aaaa-a158243ac262,revision_number=1']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:27.286537 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.286883 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.287222 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.287559 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.287887 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.288213 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.288562 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.289154 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.289474 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.289792 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.290111 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.290429 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.290747 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.291063 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.291376 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:27.617210 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for floatingip (9b924682-833c-42c0-9f4f-2a5fcfc82ecd), precommit_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:27.686897 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6f1d2f3c-354a-47c2-aaaa-a158243ac262), before_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:27.837129 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for port (6f1d2f3c-354a-47c2-aaaa-a158243ac262), precommit_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:27.841951 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13438821'] for port (6f1d2f3c-354a-47c2-aaaa-a158243ac262), after_update {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:27.910413 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event updated for resources: {'Port': ['ID=6f1d2f3c-354a-47c2-aaaa-a158243ac262,revision_number=2']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:27.920223 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-611009'] for floatingip (9b924682-833c-42c0-9f4f-2a5fcfc82ecd), after_create {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:28.020241 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Floating IP 9b924682-833c-42c0-9f4f-2a5fcfc82ecd associated. External IP: 172.27.2.6, port: 6d899512-e1c6-44b3-9fea-f1a2eeb242c2. Apr 08 09:22:28.229968 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Router 8290c888-73e1-4bf7-aea8-62a30c3ad497 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:22:28.337107 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:22:28.347911 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca1eb7-9fee-4e97-9539-e77e1200c38a None None] Sync routers for ids ['8290c888-73e1-4bf7-aea8-62a30c3ad497'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:22:28.355965 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:28.358788 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca1eb7-9fee-4e97-9539-e77e1200c38a None None] Routers {'8290c888-73e1-4bf7-aea8-62a30c3ad497'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:22:28.359646 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-1bca1eb7-9fee-4e97-9539-e77e1200c38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:22:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['8290c888-73e1-4bf7-aea8-62a30c3ad497'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:28.384785 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-27996808-5dc9-4c88-94df-d3670fc45010 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5330729 Apr 08 09:22:28.385352 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:22:28.387569 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af28f7cb-2a24-4e5a-88a0-b2e5207bbf64" -d '{"events": [{"name": "network-changed", "server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:22:28.430116 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9405a7b4-e7d4-4e97-87ef-c6fc92e9d2a8 x-openstack-request-id: req-9405a7b4-e7d4-4e97-87ef-c6fc92e9d2a8 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:22:28.430412 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:22:28.430665 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9405a7b4-e7d4-4e97-87ef-c6fc92e9d2a8 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:22:28.431068 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9405a7b4-e7d4-4e97-87ef-c6fc92e9d2a8'] response: {'name': 'network-changed', 'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'status': 'completed', 'code': 200} Apr 08 09:22:28.466908 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-1bca1eb7-9fee-4e97-9539-e77e1200c38a None None] Set router 8290c888-73e1-4bf7-aea8-62a30c3ad497 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:22:28.524023 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28f7cb-2a24-4e5a-88a0-b2e5207bbf64 req-76c143db-d87b-4297-a635-bf97adc17b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:28.525469 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af28f7cb-2a24-4e5a-88a0-b2e5207bbf64 req-76c143db-d87b-4297-a635-bf97adc17b5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24eb6423a91b49a19121b337889b3a92&device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 1129 time: 0.0444598 Apr 08 09:22:28.694198 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-1bca1eb7-9fee-4e97-9539-e77e1200c38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '9b924682-833c-42c0-9f4f-2a5fcfc82ecd', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'port_id': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'mac_address': 'fa:16:3e:64:6a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:22:27Z', 'updated_at': '2022-04-08T09:22:27Z', 'revision_number': 0, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbc288-1080-4983-9965-1c033401c4c6', 'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'mac_address': 'fa:16:3e:d9:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:42Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 5, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'subnets': [{'id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:28.720374 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca1eb7-9fee-4e97-9539-e77e1200c38a None None] Checking router: 8290c888-73e1-4bf7-aea8-62a30c3ad497 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:22:28.730048 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca1eb7-9fee-4e97-9539-e77e1200c38a None None] Routers {'8290c888-73e1-4bf7-aea8-62a30c3ad497'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:22:28.730678 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-1bca1eb7-9fee-4e97-9539-e77e1200c38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:22:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['8290c888-73e1-4bf7-aea8-62a30c3ad497'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:28.841109 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-1bca1eb7-9fee-4e97-9539-e77e1200c38a None None] Set router 8290c888-73e1-4bf7-aea8-62a30c3ad497 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:22:28.887123 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28f7cb-2a24-4e5a-88a0-b2e5207bbf64 req-2e7bb20b-b055-4095-a3c0-337f07372159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:28.888616 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af28f7cb-2a24-4e5a-88a0-b2e5207bbf64 req-2e7bb20b-b055-4095-a3c0-337f07372159 service neutron] 10.222.0.10 "GET /v2.0/networks?id=479078ab-116d-4285-860d-ca46631dd856 HTTP/1.1" status: 200 len: 908 time: 0.3572633 Apr 08 09:22:28.951587 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af28f7cb-2a24-4e5a-88a0-b2e5207bbf64 req-2779ea3c-f852-4fbd-a1db-b91a4e91f385 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2 HTTP/1.1" status: 200 len: 997 time: 0.0569303 Apr 08 09:22:28.999038 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28f7cb-2a24-4e5a-88a0-b2e5207bbf64 req-a13af3d6-220c-4cee-a196-d27b77a61642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:29.000588 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af28f7cb-2a24-4e5a-88a0-b2e5207bbf64 req-a13af3d6-220c-4cee-a196-d27b77a61642 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41683b8b-25fa-43fd-824d-4d52aa7b5c27 HTTP/1.1" status: 200 len: 847 time: 0.0438643 Apr 08 09:22:29.051904 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28f7cb-2a24-4e5a-88a0-b2e5207bbf64 req-33f80a14-b18b-4048-a058-90cc7867d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:29.053509 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af28f7cb-2a24-4e5a-88a0-b2e5207bbf64 req-33f80a14-b18b-4048-a058-90cc7867d314 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=479078ab-116d-4285-860d-ca46631dd856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475371 Apr 08 09:22:29.063835 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-1bca1eb7-9fee-4e97-9539-e77e1200c38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '9b924682-833c-42c0-9f4f-2a5fcfc82ecd', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'port_id': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'mac_address': 'fa:16:3e:64:6a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:22:27Z', 'updated_at': '2022-04-08T09:22:27Z', 'revision_number': 0, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbc288-1080-4983-9965-1c033401c4c6', 'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'mac_address': 'fa:16:3e:d9:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:42Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 5, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'subnets': [{'id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:29.089428 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca1eb7-9fee-4e97-9539-e77e1200c38a None None] The sync data for ids ['8290c888-73e1-4bf7-aea8-62a30c3ad497'] in dv-cinder-836996-2-iscsi is: [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '9b924682-833c-42c0-9f4f-2a5fcfc82ecd', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'port_id': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'mac_address': 'fa:16:3e:64:6a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:22:27Z', 'updated_at': '2022-04-08T09:22:27Z', 'revision_number': 0, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46bbc288-1080-4983-9965-1c033401c4c6', 'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'mac_address': 'fa:16:3e:d9:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:42Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 5, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'subnets': [{'id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:22:29.143039 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af28f7cb-2a24-4e5a-88a0-b2e5207bbf64 req-878ea8ce-33f1-4568-a03d-d9712130cadd service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837681 Apr 08 09:22:29.176978 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39536) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:29.237794 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-af28f7cb-2a24-4e5a-88a0-b2e5207bbf64 req-d943002e-7403-407a-8d13-928047ae0ff1 service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884233 Apr 08 09:22:29.294972 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c181fb-871e-44fd-9792-80f0be37d480 None None] New status for floating IP 9b924682-833c-42c0-9f4f-2a5fcfc82ecd: ACTIVE {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:22:29.348542 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Deleting port 858b7d29-077e-4b79-a628-7753b9ba169e {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:22:29.348803 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (858b7d29-077e-4b79-a628-7753b9ba169e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:29.423557 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (858b7d29-077e-4b79-a628-7753b9ba169e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:29.423920 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (858b7d29-077e-4b79-a628-7753b9ba169e), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:29.437288 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Calling delete_port for 858b7d29-077e-4b79-a628-7753b9ba169e owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:22:29.582486 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (858b7d29-077e-4b79-a628-7753b9ba169e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:29.606724 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event deleted for resources: {'Port': ['ID=858b7d29-077e-4b79-a628-7753b9ba169e,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:29.617737 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.618090 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.618430 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.618769 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.619100 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.619425 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.619747 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.620068 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.620393 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.620738 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.621092 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.621421 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.621738 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.622055 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.622372 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:22:29.679614 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (a385433d-cf04-453d-9d08-90abf4976a15), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:29.679944 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Floating IP a385433d-cf04-453d-9d08-90abf4976a15 disassociated (deleted). External IP: 172.27.2.224, port: 7a937d4f-4843-4b28-ad3f-1ecd928673cf. Apr 08 09:22:29.894884 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Router 257ec87a-1a72-4748-9d8c-3d443cce19c9 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:22:30.000937 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:22:30.005069 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:30.009727 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d6cd53-4528-47ce-beb1-dae382a979d6 None None] Sync routers for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:22:30.020279 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d6cd53-4528-47ce-beb1-dae382a979d6 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:22:30.020941 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-35d6cd53-4528-47ce-beb1-dae382a979d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:22:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:30.133247 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-35d6cd53-4528-47ce-beb1-dae382a979d6 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:22:30.291307 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-02741089-9e94-46ee-8f89-e2ecc2c06192 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "DELETE /v2.0/floatingips/a385433d-cf04-453d-9d08-90abf4976a15 HTTP/1.1" status: 204 len: 168 time: 1.1131129 Apr 08 09:22:30.291908 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'tag': '7a937d4f-4843-4b28-ad3f-1ecd928673cf'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:22:30.294188 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d0d363-39e0-4cae-8d2e-724bdd994ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdcfd14-b36b-4606-85b3-10f1039b8468", "tag": "7a937d4f-4843-4b28-ad3f-1ecd928673cf"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:22:30.393772 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de7c9c7-dae2-48d5-b191-5fc2f54a37cc x-openstack-request-id: req-4de7c9c7-dae2-48d5-b191-5fc2f54a37cc {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:22:30.394140 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdcfd14-b36b-4606-85b3-10f1039b8468", "tag": "7a937d4f-4843-4b28-ad3f-1ecd928673cf", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:22:30.394461 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4de7c9c7-dae2-48d5-b191-5fc2f54a37cc {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:22:30.394927 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de7c9c7-dae2-48d5-b191-5fc2f54a37cc'] response: {'name': 'network-changed', 'server_uuid': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'tag': '7a937d4f-4843-4b28-ad3f-1ecd928673cf', 'status': 'completed', 'code': 200} Apr 08 09:22:30.501770 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-35d6cd53-4528-47ce-beb1-dae382a979d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '2685e817-f8a1-4143-af1d-104f9e30d694', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': 'fab09178-482a-4579-9623-dbb02082fa7d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:f0:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:18:07Z', 'updated_at': '2022-04-08T09:18:09Z', 'revision_number': 1, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:30.512523 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0d363-39e0-4cae-8d2e-724bdd994ac7 req-5a5b4a8c-b0de-45c5-a716-7a920fd7347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:30.514021 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b3d0d363-39e0-4cae-8d2e-724bdd994ac7 req-5a5b4a8c-b0de-45c5-a716-7a920fd7347a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 1130 time: 0.0753367 Apr 08 09:22:30.526953 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d6cd53-4528-47ce-beb1-dae382a979d6 None None] Checking router: 257ec87a-1a72-4748-9d8c-3d443cce19c9 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:22:30.532545 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b0806-9804-4c77-9386-ce06229a90ab req-c77b9624-6722-4eb8-94a8-a4e64136dbc7 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:30.533973 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-282b0806-9804-4c77-9386-ce06229a90ab req-c77b9624-6722-4eb8-94a8-a4e64136dbc7 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 946 time: 0.0614502 Apr 08 09:22:30.536004 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d6cd53-4528-47ce-beb1-dae382a979d6 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:22:30.536658 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-35d6cd53-4528-47ce-beb1-dae382a979d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:22:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:30.581818 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-282b0806-9804-4c77-9386-ce06229a90ab req-e492a5bf-4122-4b06-a00e-9584c9571893 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416970 Apr 08 09:22:30.642687 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-35d6cd53-4528-47ce-beb1-dae382a979d6 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:22:30.859109 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-35d6cd53-4528-47ce-beb1-dae382a979d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '2685e817-f8a1-4143-af1d-104f9e30d694', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': 'fab09178-482a-4579-9623-dbb02082fa7d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:f0:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:18:07Z', 'updated_at': '2022-04-08T09:18:09Z', 'revision_number': 1, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:30.883897 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d6cd53-4528-47ce-beb1-dae382a979d6 None None] The sync data for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi is: [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_floatingips': [{'id': '2685e817-f8a1-4143-af1d-104f9e30d694', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'router_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'port_id': 'fab09178-482a-4579-9623-dbb02082fa7d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'mac_address': 'fa:16:3e:f0:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T09:18:07Z', 'updated_at': '2022-04-08T09:18:09Z', 'revision_number': 1, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:22:31.087720 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae6c4d-68c6-47b2-972f-ee28e38d53dd None None] New status for floating IP a385433d-cf04-453d-9d08-90abf4976a15: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:22:31.624253 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0d363-39e0-4cae-8d2e-724bdd994ac7 req-e7e308a4-c49e-41bd-b852-a9163bd18a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:31.625726 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b3d0d363-39e0-4cae-8d2e-724bdd994ac7 req-e7e308a4-c49e-41bd-b852-a9163bd18a63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 912 time: 0.0858443 Apr 08 09:22:31.676901 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b3d0d363-39e0-4cae-8d2e-724bdd994ac7 req-dcc454a1-7fe1-438b-ab02-4a2809e25bf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a937d4f-4843-4b28-ad3f-1ecd928673cf HTTP/1.1" status: 200 len: 217 time: 0.0363116 Apr 08 09:22:31.727460 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7a23-e15a-4fe9-979d-29b618599270 req-c5f6c074-6d7b-454e-8c2c-fda8e1e3b065 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:31.728966 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac8b7a23-e15a-4fe9-979d-29b618599270 req-c5f6c074-6d7b-454e-8c2c-fda8e1e3b065 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 946 time: 0.0547264 Apr 08 09:22:31.794311 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0d363-39e0-4cae-8d2e-724bdd994ac7 req-72a17a8d-d726-48fd-b498-99509850a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:31.796257 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b3d0d363-39e0-4cae-8d2e-724bdd994ac7 req-72a17a8d-d726-48fd-b498-99509850a70b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0664320 Apr 08 09:22:31.808742 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac8b7a23-e15a-4fe9-979d-29b618599270 req-7817be4d-50d0-4daf-829d-24f5d18bc094 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711162 Apr 08 09:22:32.143873 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0d363-39e0-4cae-8d2e-724bdd994ac7 req-326d231c-a650-4390-b68e-229759782e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:32.145269 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b3d0d363-39e0-4cae-8d2e-724bdd994ac7 req-326d231c-a650-4390-b68e-229759782e17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432763 Apr 08 09:22:32.233238 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b3d0d363-39e0-4cae-8d2e-724bdd994ac7 req-15b0b815-5732-41f8-8750-e69db7389f6a service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819283 Apr 08 09:22:32.281128 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529eddc-8cf0-47c7-856b-92f5a177ccfc req-3b76ec93-a783-419d-9b40-3b6db5b37267 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:32.283076 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f529eddc-8cf0-47c7-856b-92f5a177ccfc req-3b76ec93-a783-419d-9b40-3b6db5b37267 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 946 time: 0.0506849 Apr 08 09:22:32.322737 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b3d0d363-39e0-4cae-8d2e-724bdd994ac7 req-3e781666-0729-4341-b171-c7855ec7cc95 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836980 Apr 08 09:22:32.380181 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-f529eddc-8cf0-47c7-856b-92f5a177ccfc req-a5e7a845-3d31-48a3-9136-48d4fe80887c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Deleting port 7a937d4f-4843-4b28-ad3f-1ecd928673cf {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:22:32.380557 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f529eddc-8cf0-47c7-856b-92f5a177ccfc req-a5e7a845-3d31-48a3-9136-48d4fe80887c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:32.468129 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [req-f529eddc-8cf0-47c7-856b-92f5a177ccfc req-a5e7a845-3d31-48a3-9136-48d4fe80887c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] For port 7a937d4f-4843-4b28-ad3f-1ecd928673cf, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=7a937d4f-4843-4b28-ad3f-1ecd928673cf,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:22:32.468415 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f529eddc-8cf0-47c7-856b-92f5a177ccfc req-a5e7a845-3d31-48a3-9136-48d4fe80887c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:32.481481 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [req-f529eddc-8cf0-47c7-856b-92f5a177ccfc req-a5e7a845-3d31-48a3-9136-48d4fe80887c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Calling delete_port for 7a937d4f-4843-4b28-ad3f-1ecd928673cf owned by compute:nova {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:22:32.605860 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f529eddc-8cf0-47c7-856b-92f5a177ccfc req-a5e7a845-3d31-48a3-9136-48d4fe80887c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (7a937d4f-4843-4b28-ad3f-1ecd928673cf), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:32.632844 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7a845-3d31-48a3-9136-48d4fe80887c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event deleted for resources: {'Port': ['ID=7a937d4f-4843-4b28-ad3f-1ecd928673cf,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:32.675055 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [req-f529eddc-8cf0-47c7-856b-92f5a177ccfc req-a5e7a845-3d31-48a3-9136-48d4fe80887c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] No DVR routers for this DVR port 7a937d4f-4843-4b28-ad3f-1ecd928673cf on host hv-cinder-83699 {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:22:32.677521 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [req-f529eddc-8cf0-47c7-856b-92f5a177ccfc req-a5e7a845-3d31-48a3-9136-48d4fe80887c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:32.680703 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-f529eddc-8cf0-47c7-856b-92f5a177ccfc req-a5e7a845-3d31-48a3-9136-48d4fe80887c tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "DELETE /v2.0/ports/7a937d4f-4843-4b28-ad3f-1ecd928673cf HTTP/1.1" status: 204 len: 173 time: 0.3907804 Apr 08 09:22:32.681135 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'name': 'network-vif-deleted', 'tag': '7a937d4f-4843-4b28-ad3f-1ecd928673cf'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:22:32.683329 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c326ce9-0a3a-4402-b903-2ab964737630" -d '{"events": [{"server_uuid": "4bdcfd14-b36b-4606-85b3-10f1039b8468", "name": "network-vif-deleted", "tag": "7a937d4f-4843-4b28-ad3f-1ecd928673cf"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:22:32.722074 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cc89d0-b7c3-49ea-b512-ca0ac6647a16 x-openstack-request-id: req-71cc89d0-b7c3-49ea-b512-ca0ac6647a16 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:22:32.722474 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdcfd14-b36b-4606-85b3-10f1039b8468", "name": "network-vif-deleted", "tag": "7a937d4f-4843-4b28-ad3f-1ecd928673cf", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:22:32.722668 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71cc89d0-b7c3-49ea-b512-ca0ac6647a16 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:22:32.723098 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71cc89d0-b7c3-49ea-b512-ca0ac6647a16'] response: {'server_uuid': '4bdcfd14-b36b-4606-85b3-10f1039b8468', 'name': 'network-vif-deleted', 'tag': '7a937d4f-4843-4b28-ad3f-1ecd928673cf', 'status': 'completed', 'code': 200} Apr 08 09:22:32.900817 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-99a9c0d8-cc21-4fb1-abf5-9517e6362f7f req-6c38ad44-ea79-4111-81f0-48d0b9354fd0 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bdcfd14-b36b-4606-85b3-10f1039b8468 HTTP/1.1" status: 200 len: 210 time: 0.0274928 Apr 08 09:22:35.168426 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 7a937d4f-4843-4b28-ad3f-1ecd928673cf no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:22:35.192191 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: 7a937d4f-4843-4b28-ad3f-1ecd928673cf {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:22:35.192560 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 7a937d4f-4843-4b28-ad3f-1ecd928673cf not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:22:36.178680 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39568) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:36.330002 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Deleting port ca8cbe5b-6fd9-4c29-81e6-615272167148 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:22:36.330336 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (ca8cbe5b-6fd9-4c29-81e6-615272167148), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:36.403200 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (ca8cbe5b-6fd9-4c29-81e6-615272167148), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:36.403525 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (ca8cbe5b-6fd9-4c29-81e6-615272167148), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:36.415027 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Calling delete_port for ca8cbe5b-6fd9-4c29-81e6-615272167148 owned by network:floatingip {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:22:36.584337 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (ca8cbe5b-6fd9-4c29-81e6-615272167148), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:36.610580 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event deleted for resources: {'Port': ['ID=ca8cbe5b-6fd9-4c29-81e6-615272167148,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:36.667753 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (2685e817-f8a1-4143-af1d-104f9e30d694), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:36.668008 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.db.l3_db [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Floating IP 2685e817-f8a1-4143-af1d-104f9e30d694 disassociated (deleted). External IP: 172.27.2.129, port: fab09178-482a-4579-9623-dbb02082fa7d. Apr 08 09:22:36.883420 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Router 257ec87a-1a72-4748-9d8c-3d443cce19c9 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:22:36.934892 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:22:36.991693 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:22:36.996125 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:37.002413 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaad9f6-3bb0-41c6-a8c0-932cdf117ca2 None None] Sync routers for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:22:37.011356 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaad9f6-3bb0-41c6-a8c0-932cdf117ca2 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:22:37.012040 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-eeaad9f6-3bb0-41c6-a8c0-932cdf117ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:22:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:37.024863 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-8ae63380-1cba-46ad-be50-7327bf3e248e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "DELETE /v2.0/floatingips/2685e817-f8a1-4143-af1d-104f9e30d694 HTTP/1.1" status: 204 len: 168 time: 0.8450806 Apr 08 09:22:37.025558 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'tag': 'fab09178-482a-4579-9623-dbb02082fa7d'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:22:37.027901 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8d3bc3-82e4-47c1-a09b-302b56288ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "58076da8-7b2e-4513-8ea4-8524cc4b447c", "tag": "fab09178-482a-4579-9623-dbb02082fa7d"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:22:37.066160 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0aee03-72f2-4526-a3e7-6fdcf5198ded x-openstack-request-id: req-4b0aee03-72f2-4526-a3e7-6fdcf5198ded {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:22:37.066160 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58076da8-7b2e-4513-8ea4-8524cc4b447c", "tag": "fab09178-482a-4579-9623-dbb02082fa7d", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:22:37.066160 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b0aee03-72f2-4526-a3e7-6fdcf5198ded {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:22:37.066160 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0aee03-72f2-4526-a3e7-6fdcf5198ded'] response: {'name': 'network-changed', 'server_uuid': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'tag': 'fab09178-482a-4579-9623-dbb02082fa7d', 'status': 'completed', 'code': 200} Apr 08 09:22:37.129098 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-eeaad9f6-3bb0-41c6-a8c0-932cdf117ca2 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:22:37.175523 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3bc3-82e4-47c1-a09b-302b56288ba2 req-65bea58b-44d3-482a-8935-e9fa1890f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:37.176297 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e8d3bc3-82e4-47c1-a09b-302b56288ba2 req-65bea58b-44d3-482a-8935-e9fa1890f09a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 1129 time: 0.0651248 Apr 08 09:22:37.253445 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c94d4-0089-47ee-9a5f-1eff98a2268e req-97c6f62e-ecf9-4f69-ac27-12f87fc1c0c4 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:37.254966 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c23c94d4-0089-47ee-9a5f-1eff98a2268e req-97c6f62e-ecf9-4f69-ac27-12f87fc1c0c4 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 945 time: 0.0521984 Apr 08 09:22:37.306572 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c23c94d4-0089-47ee-9a5f-1eff98a2268e req-a3680835-cac0-4917-9d2c-45b7a456b0e7 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460100 Apr 08 09:22:37.329826 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-eeaad9f6-3bb0-41c6-a8c0-932cdf117ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:37.359152 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaad9f6-3bb0-41c6-a8c0-932cdf117ca2 None None] Checking router: 257ec87a-1a72-4748-9d8c-3d443cce19c9 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:22:37.367938 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaad9f6-3bb0-41c6-a8c0-932cdf117ca2 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:22:37.368571 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-eeaad9f6-3bb0-41c6-a8c0-932cdf117ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:22:11Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:37.473136 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-eeaad9f6-3bb0-41c6-a8c0-932cdf117ca2 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:22:37.664085 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-eeaad9f6-3bb0-41c6-a8c0-932cdf117ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:37.691073 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaad9f6-3bb0-41c6-a8c0-932cdf117ca2 None None] The sync data for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi is: [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:14:07Z', 'revision_number': 4, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '5ce2a2a2-e77e-4abc-80b7-adb9b716ac61', 'name': '', 'network_id': 'c93015da-2178-4354-b03b-a22057a7e12c', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'mac_address': 'fa:16:3e:9d:c2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:06Z', 'updated_at': '2022-04-08T09:14:11Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'subnets': [{'id': '5e08e173-ccb6-43f1-9e3a-0132c4105c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:22:37.901275 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d4a78-9651-43b3-8da3-b8d94971df0f None None] New status for floating IP 2685e817-f8a1-4143-af1d-104f9e30d694: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:22:38.371563 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3bc3-82e4-47c1-a09b-302b56288ba2 req-1ff6298e-8f5b-4fd0-8501-b57700a5b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:38.373093 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e8d3bc3-82e4-47c1-a09b-302b56288ba2 req-1ff6298e-8f5b-4fd0-8501-b57700a5b62a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 200 len: 912 time: 0.0885732 Apr 08 09:22:38.427216 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fe190-f922-4a25-94e2-52fe51ceb9b8 req-3693a006-ffac-41e3-9c34-fc021fc069ce tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:38.428695 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-302fe190-f922-4a25-94e2-52fe51ceb9b8 req-3693a006-ffac-41e3-9c34-fc021fc069ce tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 945 time: 0.0525918 Apr 08 09:22:38.451107 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e8d3bc3-82e4-47c1-a09b-302b56288ba2 req-9d2efe33-f3b3-4daf-a58b-1263ae3c815a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fab09178-482a-4579-9623-dbb02082fa7d HTTP/1.1" status: 200 len: 217 time: 0.0403378 Apr 08 09:22:38.455825 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4f71610-3f7a-4f50-9d25-836bd951711a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:38.480080 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-302fe190-f922-4a25-94e2-52fe51ceb9b8 req-938cde0d-90b3-429f-9ee0-c73cbccfc00b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/security-groups?id=a670e5b6-6465-4910-a5ca-a71421b862a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456390 Apr 08 09:22:38.505027 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3bc3-82e4-47c1-a09b-302b56288ba2 req-5e244f98-981c-49ee-8098-054a0a82e7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:38.506488 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e8d3bc3-82e4-47c1-a09b-302b56288ba2 req-5e244f98-981c-49ee-8098-054a0a82e7bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 200 len: 851 time: 0.0496852 Apr 08 09:22:38.786995 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d3bc3-82e4-47c1-a09b-302b56288ba2 req-7d3d31f8-53fb-4a40-a981-29e2b905a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:38.788442 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e8d3bc3-82e4-47c1-a09b-302b56288ba2 req-7d3d31f8-53fb-4a40-a981-29e2b905a67c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c93015da-2178-4354-b03b-a22057a7e12c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430634 Apr 08 09:22:38.980289 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e8d3bc3-82e4-47c1-a09b-302b56288ba2 req-76107bea-7dd9-47e5-966c-5cc05298ea33 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848734 Apr 08 09:22:39.064131 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5d210-e0b6-4db9-bcbf-db4ec83de352 req-2d0e9b80-0416-471d-84ab-9180e066a118 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:22:39.065647 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-34e5d210-e0b6-4db9-bcbf-db4ec83de352 req-2d0e9b80-0416-471d-84ab-9180e066a118 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 945 time: 0.0509689 Apr 08 09:22:39.097468 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-2e8d3bc3-82e4-47c1-a09b-302b56288ba2 req-f4a90a1d-04ce-4050-a629-57696c863bc0 service neutron] 10.222.0.10 "GET /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832152 Apr 08 09:22:39.164894 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-34e5d210-e0b6-4db9-bcbf-db4ec83de352 req-44cb1aad-77ce-479a-a889-73766bef9dc5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Deleting port fab09178-482a-4579-9623-dbb02082fa7d {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:22:39.165308 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-34e5d210-e0b6-4db9-bcbf-db4ec83de352 req-44cb1aad-77ce-479a-a889-73766bef9dc5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (fab09178-482a-4579-9623-dbb02082fa7d), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:39.249531 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-34e5d210-e0b6-4db9-bcbf-db4ec83de352 req-44cb1aad-77ce-479a-a889-73766bef9dc5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] For port fab09178-482a-4579-9623-dbb02082fa7d, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=fab09178-482a-4579-9623-dbb02082fa7d,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:22:39.250441 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-34e5d210-e0b6-4db9-bcbf-db4ec83de352 req-44cb1aad-77ce-479a-a889-73766bef9dc5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (fab09178-482a-4579-9623-dbb02082fa7d), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:39.262855 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-34e5d210-e0b6-4db9-bcbf-db4ec83de352 req-44cb1aad-77ce-479a-a889-73766bef9dc5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Calling delete_port for fab09178-482a-4579-9623-dbb02082fa7d owned by compute:nova {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:22:39.392021 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-34e5d210-e0b6-4db9-bcbf-db4ec83de352 req-44cb1aad-77ce-479a-a889-73766bef9dc5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (fab09178-482a-4579-9623-dbb02082fa7d), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:39.419562 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb1aad-77ce-479a-a889-73766bef9dc5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event deleted for resources: {'Port': ['ID=fab09178-482a-4579-9623-dbb02082fa7d,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:39.465934 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e5d210-e0b6-4db9-bcbf-db4ec83de352 req-44cb1aad-77ce-479a-a889-73766bef9dc5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] No DVR routers for this DVR port fab09178-482a-4579-9623-dbb02082fa7d on host hv-cinder-83699 {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:22:39.468318 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-34e5d210-e0b6-4db9-bcbf-db4ec83de352 req-44cb1aad-77ce-479a-a889-73766bef9dc5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:39.472113 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-34e5d210-e0b6-4db9-bcbf-db4ec83de352 req-44cb1aad-77ce-479a-a889-73766bef9dc5 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.10 "DELETE /v2.0/ports/fab09178-482a-4579-9623-dbb02082fa7d HTTP/1.1" status: 204 len: 173 time: 0.4009602 Apr 08 09:22:39.472571 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'name': 'network-vif-deleted', 'tag': 'fab09178-482a-4579-9623-dbb02082fa7d'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:22:39.474817 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08401b71-fe25-4e96-878f-27b01a260703" -d '{"events": [{"server_uuid": "58076da8-7b2e-4513-8ea4-8524cc4b447c", "name": "network-vif-deleted", "tag": "fab09178-482a-4579-9623-dbb02082fa7d"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:22:39.581945 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2b42d7-61c0-469c-936a-fc665f56f173 x-openstack-request-id: req-6f2b42d7-61c0-469c-936a-fc665f56f173 {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:22:39.582233 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58076da8-7b2e-4513-8ea4-8524cc4b447c", "name": "network-vif-deleted", "tag": "fab09178-482a-4579-9623-dbb02082fa7d", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:22:39.582483 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f2b42d7-61c0-469c-936a-fc665f56f173 {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:22:39.582873 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f2b42d7-61c0-469c-936a-fc665f56f173'] response: {'server_uuid': '58076da8-7b2e-4513-8ea4-8524cc4b447c', 'name': 'network-vif-deleted', 'tag': 'fab09178-482a-4579-9623-dbb02082fa7d', 'status': 'completed', 'code': 200} Apr 08 09:22:39.584965 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-ac7f8a0d-8bb6-4b40-8699-cbf4e879274e req-8be028aa-5369-4f1b-8c9e-a4216e1c7ca9 tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "GET /v2.0/ports?device_id=58076da8-7b2e-4513-8ea4-8524cc4b447c HTTP/1.1" status: 200 len: 210 time: 0.0297875 Apr 08 09:22:40.640646 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39586) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:40.764510 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-a546483c-f07d-47dd-a1c3-1481a8c1655b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Deleting port a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:22:40.764858 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a546483c-f07d-47dd-a1c3-1481a8c1655b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:40.833955 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfc9c4a1-944b-40bd-bb6a-f487b178b504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:40.843562 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a546483c-f07d-47dd-a1c3-1481a8c1655b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:40.843913 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a546483c-f07d-47dd-a1c3-1481a8c1655b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:40.855372 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-a546483c-f07d-47dd-a1c3-1481a8c1655b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Calling delete_port for a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3 owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:22:40.986192 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a546483c-f07d-47dd-a1c3-1481a8c1655b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:41.011827 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546483c-f07d-47dd-a1c3-1481a8c1655b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event deleted for resources: {'Port': ['ID=a0c5005f-49c0-4bc9-b5b7-3f8c410f62f3,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:41.069753 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a546483c-f07d-47dd-a1c3-1481a8c1655b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for floatingip (052d09ec-91d3-4d5e-98c5-20600a713651), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:41.072297 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-a546483c-f07d-47dd-a1c3-1481a8c1655b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:41.073684 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-a546483c-f07d-47dd-a1c3-1481a8c1655b tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "DELETE /v2.0/floatingips/052d09ec-91d3-4d5e-98c5-20600a713651 HTTP/1.1" status: 204 len: 168 time: 0.4317968 Apr 08 09:22:41.221956 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device fab09178-482a-4579-9623-dbb02082fa7d no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:22:41.366713 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: fab09178-482a-4579-9623-dbb02082fa7d {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:22:41.367062 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device fab09178-482a-4579-9623-dbb02082fa7d not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:22:42.040864 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:42.271670 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39600) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:42.326416 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7962fb16-79b2-497e-9842-9a2a1f00f91e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group (a670e5b6-6465-4910-a5ca-a71421b862a7), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:42.350155 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7962fb16-79b2-497e-9842-9a2a1f00f91e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group (a670e5b6-6465-4910-a5ca-a71421b862a7), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:42.409312 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7962fb16-79b2-497e-9842-9a2a1f00f91e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (a670e5b6-6465-4910-a5ca-a71421b862a7), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:42.412209 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-7962fb16-79b2-497e-9842-9a2a1f00f91e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:42.413551 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-7962fb16-79b2-497e-9842-9a2a1f00f91e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] 10.222.0.11 "DELETE /v2.0/security-groups/a670e5b6-6465-4910-a5ca-a71421b862a7 HTTP/1.1" status: 204 len: 168 time: 0.1408873 Apr 08 09:22:42.424070 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962fb16-79b2-497e-9842-9a2a1f00f91e tempest-TestVolumeBootPattern-670555268 tempest-TestVolumeBootPattern-670555268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a670e5b6-6465-4910-a5ca-a71421b862a7,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:42.465887 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39604) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:42.902712 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-da1261f2-189b-4997-a035-6e5b5edabd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613313'] for router_interface (257ec87a-1a72-4748-9d8c-3d443cce19c9), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:43.156843 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-da1261f2-189b-4997-a035-6e5b5edabd9d admin admin] Deleting port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:22:43.157191 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-da1261f2-189b-4997-a035-6e5b5edabd9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:43.232937 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-da1261f2-189b-4997-a035-6e5b5edabd9d admin admin] For port 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=5ce2a2a2-e77e-4abc-80b7-adb9b716ac61,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:22:43.233301 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-da1261f2-189b-4997-a035-6e5b5edabd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:43.249298 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-da1261f2-189b-4997-a035-6e5b5edabd9d admin admin] Calling delete_port for 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 owned by network:router_interface {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:22:43.368172 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:43.428863 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-da1261f2-189b-4997-a035-6e5b5edabd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (5ce2a2a2-e77e-4abc-80b7-adb9b716ac61), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:43.457573 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1261f2-189b-4997-a035-6e5b5edabd9d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce2a2a2-e77e-4abc-80b7-adb9b716ac61,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:43.622818 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-da1261f2-189b-4997-a035-6e5b5edabd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-613262'] for router_interface (257ec87a-1a72-4748-9d8c-3d443cce19c9), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:43.835553 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1261f2-189b-4997-a035-6e5b5edabd9d admin admin] Router 257ec87a-1a72-4748-9d8c-3d443cce19c9 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:22:43.946711 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1261f2-189b-4997-a035-6e5b5edabd9d admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:22:43.953244 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-da1261f2-189b-4997-a035-6e5b5edabd9d admin admin] 10.222.0.11 "PUT /v2.0/routers/257ec87a-1a72-4748-9d8c-3d443cce19c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861839 Apr 08 09:22:43.955822 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39608) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:43.957357 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b1c94-85d5-4f39-950c-8107d68a8e70 None None] Sync routers for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:22:43.966547 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b1c94-85d5-4f39-950c-8107d68a8e70 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:22:43.967154 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-481b1c94-85d5-4f39-950c-8107d68a8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:22:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:44.062165 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Publish callbacks [] for router (257ec87a-1a72-4748-9d8c-3d443cce19c9), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.072083 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-481b1c94-85d5-4f39-950c-8107d68a8e70 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:22:44.163421 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Publish callbacks [] for router_gateway (257ec87a-1a72-4748-9d8c-3d443cce19c9), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.214529 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Deleting port 6c78b5ee-c2e3-466a-b60b-3452340af0fa {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:22:44.214862 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.246720 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-481b1c94-85d5-4f39-950c-8107d68a8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:22:43Z', 'revision_number': 5, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port': {'id': '6c78b5ee-c2e3-466a-b60b-3452340af0fa', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:05Z', 'updated_at': '2022-04-08T09:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:44.273566 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b1c94-85d5-4f39-950c-8107d68a8e70 None None] Checking router: 257ec87a-1a72-4748-9d8c-3d443cce19c9 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:22:44.282665 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b1c94-85d5-4f39-950c-8107d68a8e70 None None] Routers {'257ec87a-1a72-4748-9d8c-3d443cce19c9'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:22:44.283289 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-481b1c94-85d5-4f39-950c-8107d68a8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:22:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['257ec87a-1a72-4748-9d8c-3d443cce19c9'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:44.293930 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] For port 6c78b5ee-c2e3-466a-b60b-3452340af0fa, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=6c78b5ee-c2e3-466a-b60b-3452340af0fa,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:22:44.294294 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.306824 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Calling delete_port for 6c78b5ee-c2e3-466a-b60b-3452340af0fa owned by network:router_gateway {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:22:44.370654 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-481b1c94-85d5-4f39-950c-8107d68a8e70 None None] Set router 257ec87a-1a72-4748-9d8c-3d443cce19c9 gateway port host: None {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:22:44.425451 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-481b1c94-85d5-4f39-950c-8107d68a8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:22:44Z', 'revision_number': 6, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port_host': None}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:44.452289 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b1c94-85d5-4f39-950c-8107d68a8e70 None None] The sync data for ids ['257ec87a-1a72-4748-9d8c-3d443cce19c9'] in dv-cinder-836996-2-iscsi is: [{'id': '257ec87a-1a72-4748-9d8c-3d443cce19c9', 'name': 'tempest-TestVolumeBootPattern-2132904272-router', 'tenant_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:04Z', 'updated_at': '2022-04-08T09:22:44Z', 'revision_number': 6, 'project_id': '59f91b9ddd904469a0c5f65b23c7cf66', 'gw_port_host': None}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:22:44.475517 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (6c78b5ee-c2e3-466a-b60b-3452340af0fa), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.502495 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c78b5ee-c2e3-466a-b60b-3452340af0fa,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:44.561803 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611067'] for router_gateway (257ec87a-1a72-4748-9d8c-3d443cce19c9), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.649620 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105441'] for router (257ec87a-1a72-4748-9d8c-3d443cce19c9), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.651646 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Publish callbacks [] for router_controller (257ec87a-1a72-4748-9d8c-3d443cce19c9), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.693285 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613797'] for router (257ec87a-1a72-4748-9d8c-3d443cce19c9), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.693707 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 257ec87a-1a72-4748-9d8c-3d443cce19c9 {{(pid=103425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 09:22:44.698491 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.699963 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-0dd06eda-ec61-4fcd-9660-aaca05605004 admin admin] 10.222.0.11 "DELETE /v2.0/routers/257ec87a-1a72-4748-9d8c-3d443cce19c9 HTTP/1.1" status: 204 len: 168 time: 0.7430451 Apr 08 09:22:44.702222 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39610) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:44.746927 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05915aa-8ff3-43b8-ab77-61bca0fb5846 admin admin] Deleting subnet 5e08e173-ccb6-43f1-9e3a-0132c4105c1b {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:22:44.750172 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a05915aa-8ff3-43b8-ab77-61bca0fb5846 admin admin] Publish callbacks [] for subnet (5e08e173-ccb6-43f1-9e3a-0132c4105c1b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.754690 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.794728 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a05915aa-8ff3-43b8-ab77-61bca0fb5846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12789121'] for subnet (5e08e173-ccb6-43f1-9e3a-0132c4105c1b), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.872545 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a05915aa-8ff3-43b8-ab77-61bca0fb5846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (5e08e173-ccb6-43f1-9e3a-0132c4105c1b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.930515 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a05915aa-8ff3-43b8-ab77-61bca0fb5846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13438895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14312004'] for subnet (5e08e173-ccb6-43f1-9e3a-0132c4105c1b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.957789 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a05915aa-8ff3-43b8-ab77-61bca0fb5846 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:44.961432 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a05915aa-8ff3-43b8-ab77-61bca0fb5846 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5e08e173-ccb6-43f1-9e3a-0132c4105c1b HTTP/1.1" status: 204 len: 168 time: 0.2582057 Apr 08 09:22:44.962422 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05915aa-8ff3-43b8-ab77-61bca0fb5846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e08e173-ccb6-43f1-9e3a-0132c4105c1b,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:44.962918 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7273e6-e02c-4270-9f09-c78be987290b None None] Network c93015da-2178-4354-b03b-a22057a7e12c requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:22:44.963949 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39612) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:45.034077 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (c93015da-2178-4354-b03b-a22057a7e12c), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:45.090574 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Deleting port 32b1a524-974a-464a-a273-4679f471d9b4 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:22:45.090918 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (32b1a524-974a-464a-a273-4679f471d9b4), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:45.151020 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] For port 32b1a524-974a-464a-a273-4679f471d9b4, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=32b1a524-974a-464a-a273-4679f471d9b4,segment=NetworkSegment(ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4),segment_id=ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:22:45.151380 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (32b1a524-974a-464a-a273-4679f471d9b4), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:45.164140 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Calling delete_port for 32b1a524-974a-464a-a273-4679f471d9b4 owned by network:dhcp {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:22:45.250677 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587b70e9-e2fe-44b7-b9da-348142cc441e None None] DHCP port deletion for c93015da-2178-4354-b03b-a22057a7e12c request from dv-cinder-836996-2-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 09:22:45.255527 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (32b1a524-974a-464a-a273-4679f471d9b4), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:45.285090 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Pushing event deleted for resources: {'Port': ['ID=32b1a524-974a-464a-a273-4679f471d9b4,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:45.286929 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] No DVR routers for this DVR port 32b1a524-974a-464a-a273-4679f471d9b4 on host dv-cinder-836996-2-iscsi {{(pid=103424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:22:45.358741 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (c93015da-2178-4354-b03b-a22057a7e12c), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:45.380650 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93015da-2178-4354-b03b-a22057a7e12c']}} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:45.389988 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4') {'for_net_delete': True} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:45.390319 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.services.segments.db [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4') {} {{(pid=103424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:45.399507 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14259777'] for segment (ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:45.412284 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:45.418692 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=103424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:22:45.419102 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13889290'] for segment (ffd96cbe-51c1-4aa9-9c06-8e70c06c2cc4), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: Traceback (most recent call last): Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: timer() Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: cb(*args, **kw) Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: return func(*args, **kwargs) Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: self._notify() Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: self.callback(batched_events) Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: event.method(event) Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: return f(self, *a, **k) Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._get(url).json() Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: return self.request(url, 'GET', **kwargs) Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:22:45.420748 dv-cinder-836996-2-iscsi neutron-server[103424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:22:45.475130 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (c93015da-2178-4354-b03b-a22057a7e12c), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:45.480734 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:45.484744 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] 10.222.0.11 "DELETE /v2.0/networks/c93015da-2178-4354-b03b-a22057a7e12c HTTP/1.1" status: 204 len: 168 time: 0.5189903 Apr 08 09:22:45.488925 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39614) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:45.496705 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71cca79-9453-453a-bdcd-4735f615981b admin admin] Pushing event deleted for resources: {'Network': ['ID=c93015da-2178-4354-b03b-a22057a7e12c,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:45.832374 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-90deaac3-87eb-4a18-b4be-42bfb4972222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613313'] for router_interface (6b498f8c-268e-4a73-b2ea-da4095524eef), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:45.953566 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:22:45.973486 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:22:45.973921 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 5ce2a2a2-e77e-4abc-80b7-adb9b716ac61 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:22:45.974412 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 32b1a524-974a-464a-a273-4679f471d9b4 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:22:45.994111 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 32b1a524-974a-464a-a273-4679f471d9b4 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:22:45.994381 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 32b1a524-974a-464a-a273-4679f471d9b4 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:22:45.994803 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 6c78b5ee-c2e3-466a-b60b-3452340af0fa no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:22:46.012999 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 6c78b5ee-c2e3-466a-b60b-3452340af0fa {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:22:46.013345 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 6c78b5ee-c2e3-466a-b60b-3452340af0fa not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:22:46.087870 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-90deaac3-87eb-4a18-b4be-42bfb4972222 admin admin] Deleting port f61a862d-2f2d-4013-9e9e-cbcf7e358d23 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:22:46.088507 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-90deaac3-87eb-4a18-b4be-42bfb4972222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:46.165464 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-90deaac3-87eb-4a18-b4be-42bfb4972222 admin admin] For port f61a862d-2f2d-4013-9e9e-cbcf7e358d23, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=f61a862d-2f2d-4013-9e9e-cbcf7e358d23,segment=NetworkSegment(64fd7d71-aa96-472f-866d-96e1fd7d9b5e),segment_id=64fd7d71-aa96-472f-866d-96e1fd7d9b5e)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:22:46.165815 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-90deaac3-87eb-4a18-b4be-42bfb4972222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:46.178114 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-90deaac3-87eb-4a18-b4be-42bfb4972222 admin admin] Calling delete_port for f61a862d-2f2d-4013-9e9e-cbcf7e358d23 owned by network:router_interface {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:22:46.350817 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-90deaac3-87eb-4a18-b4be-42bfb4972222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (f61a862d-2f2d-4013-9e9e-cbcf7e358d23), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:46.384389 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90deaac3-87eb-4a18-b4be-42bfb4972222 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61a862d-2f2d-4013-9e9e-cbcf7e358d23,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:46.544381 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-90deaac3-87eb-4a18-b4be-42bfb4972222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-613262'] for router_interface (6b498f8c-268e-4a73-b2ea-da4095524eef), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:47.030129 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90deaac3-87eb-4a18-b4be-42bfb4972222 admin admin] Router 6b498f8c-268e-4a73-b2ea-da4095524eef has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:22:47.137598 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90deaac3-87eb-4a18-b4be-42bfb4972222 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:22:47.143657 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-90deaac3-87eb-4a18-b4be-42bfb4972222 admin admin] 10.222.0.11 "PUT /v2.0/routers/6b498f8c-268e-4a73-b2ea-da4095524eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6536968 Apr 08 09:22:47.146106 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39616) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:47.146627 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c79f5-764e-481e-b187-69c3490c5bba None None] Sync routers for ids ['6b498f8c-268e-4a73-b2ea-da4095524eef'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:22:47.156323 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c79f5-764e-481e-b187-69c3490c5bba None None] Routers {'6b498f8c-268e-4a73-b2ea-da4095524eef'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:22:47.157003 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-366c79f5-764e-481e-b187-69c3490c5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:22:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['6b498f8c-268e-4a73-b2ea-da4095524eef'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:47.250471 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Publish callbacks [] for router (6b498f8c-268e-4a73-b2ea-da4095524eef), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:47.260867 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-366c79f5-764e-481e-b187-69c3490c5bba None None] Set router 6b498f8c-268e-4a73-b2ea-da4095524eef gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:22:47.353519 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Publish callbacks [] for router_gateway (6b498f8c-268e-4a73-b2ea-da4095524eef), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:47.405152 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Deleting port c2add8c7-c331-4620-a9f5-eda468f53674 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:22:47.405487 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (c2add8c7-c331-4620-a9f5-eda468f53674), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:47.434018 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-366c79f5-764e-481e-b187-69c3490c5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'name': 'tempest-TestVolumeBootPattern-1639354118-router', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:22:46Z', 'revision_number': 5, 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'gw_port': {'id': 'c2add8c7-c331-4620-a9f5-eda468f53674', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:38:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:47.463485 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c79f5-764e-481e-b187-69c3490c5bba None None] Checking router: 6b498f8c-268e-4a73-b2ea-da4095524eef for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:22:47.471828 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c79f5-764e-481e-b187-69c3490c5bba None None] Routers {'6b498f8c-268e-4a73-b2ea-da4095524eef'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:22:47.472491 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-366c79f5-764e-481e-b187-69c3490c5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:22:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['6b498f8c-268e-4a73-b2ea-da4095524eef'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:47.487820 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] For port c2add8c7-c331-4620-a9f5-eda468f53674, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=c2add8c7-c331-4620-a9f5-eda468f53674,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:22:47.488179 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (c2add8c7-c331-4620-a9f5-eda468f53674), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:47.501133 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Calling delete_port for c2add8c7-c331-4620-a9f5-eda468f53674 owned by network:router_gateway {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:22:47.559102 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-366c79f5-764e-481e-b187-69c3490c5bba None None] Set router 6b498f8c-268e-4a73-b2ea-da4095524eef gateway port host: None {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:22:47.609899 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-366c79f5-764e-481e-b187-69c3490c5bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'name': 'tempest-TestVolumeBootPattern-1639354118-router', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:22:47Z', 'revision_number': 6, 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'gw_port_host': None}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:47.667042 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (c2add8c7-c331-4620-a9f5-eda468f53674), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:47.694178 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2add8c7-c331-4620-a9f5-eda468f53674,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:47.729367 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366c79f5-764e-481e-b187-69c3490c5bba None None] The sync data for ids ['6b498f8c-268e-4a73-b2ea-da4095524eef'] in dv-cinder-836996-2-iscsi is: [{'id': '6b498f8c-268e-4a73-b2ea-da4095524eef', 'name': 'tempest-TestVolumeBootPattern-1639354118-router', 'tenant_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:14:09Z', 'updated_at': '2022-04-08T09:22:47Z', 'revision_number': 6, 'project_id': 'c457fc0090c54aa69c28dc75d6fdcd66', 'gw_port_host': None}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:22:47.758111 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611067'] for router_gateway (6b498f8c-268e-4a73-b2ea-da4095524eef), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:47.856626 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105441'] for router (6b498f8c-268e-4a73-b2ea-da4095524eef), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:47.858702 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Publish callbacks [] for router_controller (6b498f8c-268e-4a73-b2ea-da4095524eef), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:47.900283 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613797'] for router (6b498f8c-268e-4a73-b2ea-da4095524eef), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:47.900855 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b498f8c-268e-4a73-b2ea-da4095524eef {{(pid=103425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 09:22:47.904937 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:47.906595 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-a46b481c-a317-41ab-9b05-cf45989c15b4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6b498f8c-268e-4a73-b2ea-da4095524eef HTTP/1.1" status: 204 len: 168 time: 0.7595816 Apr 08 09:22:47.909079 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39618) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:47.951840 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bf6ad9-362d-4f92-b965-cb1006617a48 admin admin] Deleting subnet 4acc4606-0e53-4f0b-816a-b1b0680045ea {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:22:47.954825 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-05bf6ad9-362d-4f92-b965-cb1006617a48 admin admin] Publish callbacks [] for subnet (4acc4606-0e53-4f0b-816a-b1b0680045ea), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:47.988823 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-05bf6ad9-362d-4f92-b965-cb1006617a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12789121'] for subnet (4acc4606-0e53-4f0b-816a-b1b0680045ea), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.071320 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-05bf6ad9-362d-4f92-b965-cb1006617a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (4acc4606-0e53-4f0b-816a-b1b0680045ea), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.126365 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-05bf6ad9-362d-4f92-b965-cb1006617a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13438895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14312004'] for subnet (4acc4606-0e53-4f0b-816a-b1b0680045ea), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.152661 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf6ad9-362d-4f92-b965-cb1006617a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4acc4606-0e53-4f0b-816a-b1b0680045ea,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:48.157005 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-05bf6ad9-362d-4f92-b965-cb1006617a48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.160324 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-05bf6ad9-362d-4f92-b965-cb1006617a48 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4acc4606-0e53-4f0b-816a-b1b0680045ea HTTP/1.1" status: 204 len: 168 time: 0.2503128 Apr 08 09:22:48.163174 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39620) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:48.167711 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7708b2b5-1017-4a80-b551-e5aba2b58b7f None None] Network 519ce113-32b4-490e-b22f-53a14f442857 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:22:48.244949 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device f61a862d-2f2d-4013-9e9e-cbcf7e358d23 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:22:48.253045 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (519ce113-32b4-490e-b22f-53a14f442857), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.271658 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: f61a862d-2f2d-4013-9e9e-cbcf7e358d23 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:22:48.272006 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device f61a862d-2f2d-4013-9e9e-cbcf7e358d23 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:22:48.306300 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Deleting port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:22:48.306431 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.368678 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] For port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=7abbf76a-c9bf-4e1e-b8ce-74837b83269a,segment=NetworkSegment(64fd7d71-aa96-472f-866d-96e1fd7d9b5e),segment_id=64fd7d71-aa96-472f-866d-96e1fd7d9b5e)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:22:48.369045 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.385199 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Calling delete_port for 7abbf76a-c9bf-4e1e-b8ce-74837b83269a owned by network:dhcp {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:22:48.460352 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (7abbf76a-c9bf-4e1e-b8ce-74837b83269a), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.487259 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abbf76a-c9bf-4e1e-b8ce-74837b83269a,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:48.489057 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] No DVR routers for this DVR port 7abbf76a-c9bf-4e1e-b8ce-74837b83269a on host dv-cinder-836996-2-iscsi {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:22:48.548697 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae2d233-c751-4ff7-ad10-41a83da963a5 None None] DHCP port deletion for 519ce113-32b4-490e-b22f-53a14f442857 request from dv-cinder-836996-2-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 09:22:48.566400 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (519ce113-32b4-490e-b22f-53a14f442857), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.586682 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519ce113-32b4-490e-b22f-53a14f442857']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:48.596136 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fd7d71-aa96-472f-866d-96e1fd7d9b5e') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:48.596439 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fd7d71-aa96-472f-866d-96e1fd7d9b5e') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:22:48.605520 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12789144'] for segment (64fd7d71-aa96-472f-866d-96e1fd7d9b5e), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.619188 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (64fd7d71-aa96-472f-866d-96e1fd7d9b5e), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.625999 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:22:48.626395 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13438793'] for segment (64fd7d71-aa96-472f-866d-96e1fd7d9b5e), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: Traceback (most recent call last): Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: timer() Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: cb(*args, **kw) Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: return func(*args, **kwargs) Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: self._notify() Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: self.callback(batched_events) Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: event.method(event) Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: return f(self, *a, **k) Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._get(url).json() Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:22:48.628338 dv-cinder-836996-2-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:22:48.684440 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (519ce113-32b4-490e-b22f-53a14f442857), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.691430 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.694684 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/519ce113-32b4-490e-b22f-53a14f442857 HTTP/1.1" status: 204 len: 168 time: 0.5302081 Apr 08 09:22:48.704117 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e3972-c339-48f0-83f2-73da31d123e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=519ce113-32b4-490e-b22f-53a14f442857,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:48.818317 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39624) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:48.861454 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-21fe793a-50da-4503-a2f3-46a23c87c1e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59f91b9ddd904469a0c5f65b23c7cf66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419278 Apr 08 09:22:48.863907 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39626) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:48.909468 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ffadf215-c99b-4e8e-96a8-0da8c0cf9d0a admin admin] Publish callbacks [] for security_group (b0e7f20c-b4a4-4fa1-9fe7-a4c24768d2af), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.929967 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ffadf215-c99b-4e8e-96a8-0da8c0cf9d0a admin admin] Publish callbacks [] for security_group (b0e7f20c-b4a4-4fa1-9fe7-a4c24768d2af), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.975019 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ffadf215-c99b-4e8e-96a8-0da8c0cf9d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (b0e7f20c-b4a4-4fa1-9fe7-a4c24768d2af), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.977518 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-ffadf215-c99b-4e8e-96a8-0da8c0cf9d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:48.978663 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-ffadf215-c99b-4e8e-96a8-0da8c0cf9d0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0e7f20c-b4a4-4fa1-9fe7-a4c24768d2af HTTP/1.1" status: 204 len: 168 time: 0.1138120 Apr 08 09:22:48.986164 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadf215-c99b-4e8e-96a8-0da8c0cf9d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e7f20c-b4a4-4fa1-9fe7-a4c24768d2af,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:49.280200 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39634) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:49.319564 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-dfdd7f7c-557f-47d7-a568-b119281afca6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c457fc0090c54aa69c28dc75d6fdcd66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376313 Apr 08 09:22:49.321883 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39636) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:22:49.367406 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-42bc392b-2df7-466a-88d7-521a0be1dd5b admin admin] Publish callbacks [] for security_group (4b81e16d-92f2-4b90-8c2e-b054cb4d739f), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:49.387825 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-42bc392b-2df7-466a-88d7-521a0be1dd5b admin admin] Publish callbacks [] for security_group (4b81e16d-92f2-4b90-8c2e-b054cb4d739f), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:49.438850 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-42bc392b-2df7-466a-88d7-521a0be1dd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (4b81e16d-92f2-4b90-8c2e-b054cb4d739f), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:49.441708 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-42bc392b-2df7-466a-88d7-521a0be1dd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:22:49.442893 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-42bc392b-2df7-466a-88d7-521a0be1dd5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b81e16d-92f2-4b90-8c2e-b054cb4d739f HTTP/1.1" status: 204 len: 168 time: 0.1201231 Apr 08 09:22:49.450910 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc392b-2df7-466a-88d7-521a0be1dd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b81e16d-92f2-4b90-8c2e-b054cb4d739f,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:22:49.950668 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 7abbf76a-c9bf-4e1e-b8ce-74837b83269a no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:22:49.970695 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 7abbf76a-c9bf-4e1e-b8ce-74837b83269a {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:22:49.971042 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 7abbf76a-c9bf-4e1e-b8ce-74837b83269a not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:22:49.971457 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device c2add8c7-c331-4620-a9f5-eda468f53674 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:22:49.989644 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: c2add8c7-c331-4620-a9f5-eda468f53674 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:22:49.990060 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device c2add8c7-c331-4620-a9f5-eda468f53674 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:22:56.738883 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:23:08.457368 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-882b339e-854b-4322-a37a-cb79d65910f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:23:10.826030 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efaa946c-7d62-4b05-91c5-8551bedf7f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:23:12.046452 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:23:13.364841 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:23:13.933407 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:23:14.747105 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:23:26.719138 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:23:38.459237 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c190b111-ee56-4ce4-92ee-e0a3d6f08d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:23:40.826101 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8707540-4dc0-4800-9275-3f3a593620a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:23:42.047093 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:23:42.851034 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd315209-3896-4ecb-be38-4de698217658 req-bd4249d4-b615-4016-bdd2-f08ac0c602d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413380 Apr 08 09:23:42.947007 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd315209-3896-4ecb-be38-4de698217658 req-982d01f3-2fd9-4952-afca-47065a62a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:23:42.948446 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd315209-3896-4ecb-be38-4de698217658 req-982d01f3-2fd9-4952-afca-47065a62a6f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24eb6423a91b49a19121b337889b3a92&device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 1129 time: 0.0435882 Apr 08 09:23:43.050534 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd315209-3896-4ecb-be38-4de698217658 req-7e9c8065-b216-4c12-aa07-924969e7298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:23:43.051976 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd315209-3896-4ecb-be38-4de698217658 req-7e9c8065-b216-4c12-aa07-924969e7298a service neutron] 10.222.0.10 "GET /v2.0/networks?id=479078ab-116d-4285-860d-ca46631dd856 HTTP/1.1" status: 200 len: 908 time: 0.0857875 Apr 08 09:23:43.114091 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd315209-3896-4ecb-be38-4de698217658 req-aa8dd7c5-21fd-4337-9b11-89c27229786d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2 HTTP/1.1" status: 200 len: 999 time: 0.0564189 Apr 08 09:23:43.160749 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd315209-3896-4ecb-be38-4de698217658 req-c4b71aae-71e2-4480-ba5f-730e9d261520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:23:43.162141 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd315209-3896-4ecb-be38-4de698217658 req-c4b71aae-71e2-4480-ba5f-730e9d261520 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41683b8b-25fa-43fd-824d-4d52aa7b5c27 HTTP/1.1" status: 200 len: 847 time: 0.0423217 Apr 08 09:23:43.213369 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd315209-3896-4ecb-be38-4de698217658 req-1b7a50ee-8b91-46e6-9c4c-8b20418fcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:23:43.214812 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd315209-3896-4ecb-be38-4de698217658 req-1b7a50ee-8b91-46e6-9c4c-8b20418fcbc5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=479078ab-116d-4285-860d-ca46631dd856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457778 Apr 08 09:23:43.301350 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd315209-3896-4ecb-be38-4de698217658 req-00d21987-68b6-42a9-bb50-6be623b86c88 service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801535 Apr 08 09:23:43.369329 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:23:43.395641 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dd315209-3896-4ecb-be38-4de698217658 req-3de2ef3e-7397-4da1-8a53-8f810f8d5392 service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884974 Apr 08 09:23:44.748175 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:23:50.931942 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:23:56.796118 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:08.460139 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a153d9eb-b9a2-424e-ae29-647a9ec442e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:10.827333 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ad8dfce-ab73-41ff-bb74-ef123fae2af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:12.049757 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:13.371088 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:14.750889 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:26.809852 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:27.930443 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:24:38.461261 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa7ccb58-f53d-4700-982e-ea8221ce2ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:40.828707 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90a55ba7-601e-4f92-9570-1e64f64c4735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:42.052667 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:42.511500 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91324bcb-d6fc-4016-8aaf-b579c55fd04d req-739006b6-70e9-445d-8db6-f07c959a5502 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:42.512968 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91324bcb-d6fc-4016-8aaf-b579c55fd04d req-739006b6-70e9-445d-8db6-f07c959a5502 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0511622 Apr 08 09:24:42.560327 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-91324bcb-d6fc-4016-8aaf-b579c55fd04d req-596833e8-ab77-40ef-8aa3-6376f8a4e979 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413978 Apr 08 09:24:43.373401 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:43.684331 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d18050-d442-4092-a085-c711045e4f24 req-aa014a0f-b86e-44f8-8f3c-fdcc1a4a2fa7 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:43.685791 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d2d18050-d442-4092-a085-c711045e4f24 req-aa014a0f-b86e-44f8-8f3c-fdcc1a4a2fa7 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0542498 Apr 08 09:24:43.732738 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d2d18050-d442-4092-a085-c711045e4f24 req-a06923eb-a11c-448a-b552-7f85bfb80e78 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409765 Apr 08 09:24:44.753305 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:44.863117 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce78396-90ff-4475-97ff-10a93c98565b req-d7f94dbe-974d-468c-9932-6d79bda98adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:44.864651 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ce78396-90ff-4475-97ff-10a93c98565b req-d7f94dbe-974d-468c-9932-6d79bda98adc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24eb6423a91b49a19121b337889b3a92&device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 1129 time: 0.0755162 Apr 08 09:24:44.876063 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114345-c1c5-42ac-8128-c22795a8f090 req-6c22e23b-c5a9-4d22-9850-e130db5ec52f tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:44.877629 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5b114345-c1c5-42ac-8128-c22795a8f090 req-6c22e23b-c5a9-4d22-9850-e130db5ec52f tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0640390 Apr 08 09:24:44.980623 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5b114345-c1c5-42ac-8128-c22795a8f090 req-2c762b4f-25c5-4540-afe6-3eed78cd35a5 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973742 Apr 08 09:24:45.004232 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce78396-90ff-4475-97ff-10a93c98565b req-ced7a5b4-529f-4f3a-9b17-c920fbe7a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:45.005680 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ce78396-90ff-4475-97ff-10a93c98565b req-ced7a5b4-529f-4f3a-9b17-c920fbe7a82e service neutron] 10.222.0.10 "GET /v2.0/networks?id=479078ab-116d-4285-860d-ca46631dd856 HTTP/1.1" status: 200 len: 908 time: 0.1209629 Apr 08 09:24:45.071784 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ce78396-90ff-4475-97ff-10a93c98565b req-48832fa0-c2e2-418b-ac50-60ed16075071 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2 HTTP/1.1" status: 200 len: 999 time: 0.0600157 Apr 08 09:24:45.117368 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce78396-90ff-4475-97ff-10a93c98565b req-b6b9b609-f971-4538-90eb-521c8ccba4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:45.118737 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ce78396-90ff-4475-97ff-10a93c98565b req-b6b9b609-f971-4538-90eb-521c8ccba4bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41683b8b-25fa-43fd-824d-4d52aa7b5c27 HTTP/1.1" status: 200 len: 847 time: 0.0415103 Apr 08 09:24:45.166198 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce78396-90ff-4475-97ff-10a93c98565b req-4b06454a-bef0-4d94-8f92-ccd8fb24e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:45.167655 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ce78396-90ff-4475-97ff-10a93c98565b req-4b06454a-bef0-4d94-8f92-ccd8fb24e7b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=479078ab-116d-4285-860d-ca46631dd856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425174 Apr 08 09:24:45.256727 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ce78396-90ff-4475-97ff-10a93c98565b req-611b4ca2-8762-43f7-9d25-cd7ff9be3c33 service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830951 Apr 08 09:24:45.342126 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8ce78396-90ff-4475-97ff-10a93c98565b req-63cde288-59ce-469e-ab83-67cddb746210 service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791283 Apr 08 09:24:46.101829 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c7fc0-165a-4da8-a5e4-378aaa045e81 req-7edd1847-4112-42b5-a00f-18311930d7d8 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:46.103283 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-006c7fc0-165a-4da8-a5e4-378aaa045e81 req-7edd1847-4112-42b5-a00f-18311930d7d8 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0532882 Apr 08 09:24:46.154221 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-006c7fc0-165a-4da8-a5e4-378aaa045e81 req-be977087-e042-4221-9102-a864eede7d9c tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453553 Apr 08 09:24:47.269973 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90f58f-d17d-4c6e-b55d-531e679ff97b req-e83e2826-2fe5-43fd-a7ba-5cc5fb33fc96 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:47.271415 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf90f58f-d17d-4c6e-b55d-531e679ff97b req-e83e2826-2fe5-43fd-a7ba-5cc5fb33fc96 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0510993 Apr 08 09:24:47.317496 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cf90f58f-d17d-4c6e-b55d-531e679ff97b req-5522481a-10d5-4ebf-8154-fd3e8ed84b85 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407016 Apr 08 09:24:48.432089 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f217c-eb5d-4095-9ab7-4648d829bbd0 req-77cd8fbf-750d-4664-a60f-753e564b7414 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:48.433567 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b14f217c-eb5d-4095-9ab7-4648d829bbd0 req-77cd8fbf-750d-4664-a60f-753e564b7414 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0511458 Apr 08 09:24:48.480544 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-b14f217c-eb5d-4095-9ab7-4648d829bbd0 req-015748e5-5d69-4a92-aa7f-ce654d014521 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415137 Apr 08 09:24:49.598374 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758cff-6d66-44e6-97bc-9e7c7d81c507 req-ab1b06a2-67c1-4c26-aac4-5ff960c63cbc tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:49.600010 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db758cff-6d66-44e6-97bc-9e7c7d81c507 req-ab1b06a2-67c1-4c26-aac4-5ff960c63cbc tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0555072 Apr 08 09:24:49.646747 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-db758cff-6d66-44e6-97bc-9e7c7d81c507 req-f1e9f8d7-da71-4968-aafc-0ade2c2819d3 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412474 Apr 08 09:24:50.760381 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81222123-14e3-41c9-94f1-026c2d3fbc53 req-59489055-8412-4285-bc66-6411f8853c99 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:50.761866 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81222123-14e3-41c9-94f1-026c2d3fbc53 req-59489055-8412-4285-bc66-6411f8853c99 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0508351 Apr 08 09:24:50.809721 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-81222123-14e3-41c9-94f1-026c2d3fbc53 req-1041497d-f2e7-4a49-937e-293a20f69e5f tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423002 Apr 08 09:24:51.937786 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4a167-aef0-4eed-a1ad-576a77e5c839 req-516ea568-a5b8-4d3e-8ffb-7c7b7a51bccb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:51.939268 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-63d4a167-aef0-4eed-a1ad-576a77e5c839 req-516ea568-a5b8-4d3e-8ffb-7c7b7a51bccb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0648856 Apr 08 09:24:51.986200 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-63d4a167-aef0-4eed-a1ad-576a77e5c839 req-da5e3265-129b-4c70-bcbe-77f6d527c7a3 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414922 Apr 08 09:24:52.704852 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3ae28-c8b9-483e-a562-1decec73406b req-68fa8931-1266-46ac-8294-e980d276ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:52.706293 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1db3ae28-c8b9-483e-a562-1decec73406b req-68fa8931-1266-46ac-8294-e980d276ac73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24eb6423a91b49a19121b337889b3a92&device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 1129 time: 0.0423479 Apr 08 09:24:52.794034 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3ae28-c8b9-483e-a562-1decec73406b req-34b0df68-9437-4bf7-a5cd-8e73415ec7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:52.795481 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1db3ae28-c8b9-483e-a562-1decec73406b req-34b0df68-9437-4bf7-a5cd-8e73415ec7ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=479078ab-116d-4285-860d-ca46631dd856 HTTP/1.1" status: 200 len: 908 time: 0.0830884 Apr 08 09:24:52.856458 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1db3ae28-c8b9-483e-a562-1decec73406b req-c7c8c756-7371-4b2c-960f-8fdd95f6c353 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2 HTTP/1.1" status: 200 len: 999 time: 0.0548787 Apr 08 09:24:52.904347 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3ae28-c8b9-483e-a562-1decec73406b req-12759bd6-3061-4dfd-bfbe-90b4c1632e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:52.905794 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1db3ae28-c8b9-483e-a562-1decec73406b req-12759bd6-3061-4dfd-bfbe-90b4c1632e50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41683b8b-25fa-43fd-824d-4d52aa7b5c27 HTTP/1.1" status: 200 len: 847 time: 0.0410192 Apr 08 09:24:52.955830 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3ae28-c8b9-483e-a562-1decec73406b req-59c3aea1-11b2-4189-800a-71e692936567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:52.957236 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1db3ae28-c8b9-483e-a562-1decec73406b req-59c3aea1-11b2-4189-800a-71e692936567 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=479078ab-116d-4285-860d-ca46631dd856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452149 Apr 08 09:24:53.043024 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1db3ae28-c8b9-483e-a562-1decec73406b req-ba84fb9c-0182-43f4-bc46-1096125e7e3c service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798175 Apr 08 09:24:53.156228 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447961e5-c2e7-40e6-ad3c-1e2ac28e526f req-6f5cc683-ea06-4d55-aeb2-5598254b709d tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:53.157690 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-447961e5-c2e7-40e6-ad3c-1e2ac28e526f req-6f5cc683-ea06-4d55-aeb2-5598254b709d tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.1017766 Apr 08 09:24:53.177608 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-1db3ae28-c8b9-483e-a562-1decec73406b req-b46be5e5-d28e-4747-ace7-ec502795aeaa service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289971 Apr 08 09:24:53.214011 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-447961e5-c2e7-40e6-ad3c-1e2ac28e526f req-e3903f3c-0e96-443b-97da-ee8eb9c495ea tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471711 Apr 08 09:24:54.340958 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957dcc23-3463-4a7f-bb23-7cb7fa0e6e03 req-80670082-fe02-4088-ab6a-07542afca18a tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:54.342394 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-957dcc23-3463-4a7f-bb23-7cb7fa0e6e03 req-80670082-fe02-4088-ab6a-07542afca18a tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0531511 Apr 08 09:24:54.390233 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-957dcc23-3463-4a7f-bb23-7cb7fa0e6e03 req-e20944ad-e396-4ebc-aa1c-6584919517c7 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Apr 08 09:24:55.510474 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b969c9-5426-4cb6-ad06-62d78822c133 req-0bfdd1d8-8edf-4d0b-8ddb-af3b5feeee3e tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:55.512097 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67b969c9-5426-4cb6-ad06-62d78822c133 req-0bfdd1d8-8edf-4d0b-8ddb-af3b5feeee3e tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0539570 Apr 08 09:24:55.560791 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67b969c9-5426-4cb6-ad06-62d78822c133 req-23b8cf4e-b89f-4906-b488-e52bd67a04e4 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432243 Apr 08 09:24:55.627716 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-fba49bb8-1a81-4a03-929b-ebc129f83f42 req-78b342c2-5631-486e-b9a0-21eefb544693 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:24:55.628801 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-fba49bb8-1a81-4a03-929b-ebc129f83f42 req-78b342c2-5631-486e-b9a0-21eefb544693 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054309 Apr 08 09:24:55.789068 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31913f0c-25e0-4a6d-8e6a-3f8c403f07ba req-4748c116-f241-4ba9-be67-eaac6f0a88b0 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:55.790711 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31913f0c-25e0-4a6d-8e6a-3f8c403f07ba req-4748c116-f241-4ba9-be67-eaac6f0a88b0 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0538497 Apr 08 09:24:55.830017 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39710) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:24:55.843109 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-31913f0c-25e0-4a6d-8e6a-3f8c403f07ba req-e988c2d0-5da0-43c6-8a26-af517e683688 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470788 Apr 08 09:24:55.926494 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-bb4bf345-fd93-4d1a-ae4d-3cd3c87605c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950937 Apr 08 09:24:55.935309 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-1ef1dce5-bca3-4740-bf51-f7cce4e0143d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103424) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:24:55.936273 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-1ef1dce5-bca3-4740-bf51-f7cce4e0143d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048206 Apr 08 09:24:56.824575 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:56.959856 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd87bfa-c5b7-4ef3-a9da-6bbfdc917f0b req-0b0a66b1-111d-494a-aa27-a3b403ba7ac7 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:56.961409 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dfd87bfa-c5b7-4ef3-a9da-6bbfdc917f0b req-0b0a66b1-111d-494a-aa27-a3b403ba7ac7 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0530972 Apr 08 09:24:57.011001 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-dfd87bfa-c5b7-4ef3-a9da-6bbfdc917f0b req-23094bf7-b3ec-43bf-9190-49117d040826 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440166 Apr 08 09:24:57.097427 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39724) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:24:57.186380 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-00a13f97-1c92-4142-847d-a7cc88e88f84 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:57.187727 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-00a13f97-1c92-4142-847d-a7cc88e88f84 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports/6d899512-e1c6-44b3-9fea-f1a2eeb242c2 HTTP/1.1" status: 200 len: 942 time: 0.0892959 Apr 08 09:24:57.896902 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:24:57.970590 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 is: ACTIVE; New status is: DOWN {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:24:57.970983 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:57.992931 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:24:57.995062 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c860fad-35c3-41cf-8341-7deab680d0c5" -d '{"events": [{"server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "name": "network-vif-unplugged", "status": "completed", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:24:58.007899 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:24:58.011678 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:24:58.036913 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 08 Apr 2022 09:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1bc99c-455f-4f8e-b547-fea81055a17d x-openstack-request-id: req-5d1bc99c-455f-4f8e-b547-fea81055a17d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:24:58.037195 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "name": "network-vif-unplugged", "status": "failed", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2", "code": 422}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:24:58.037446 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d1bc99c-455f-4f8e-b547-fea81055a17d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:24:58.038087 dv-cinder-836996-2-iscsi neutron-server[103426]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5d1bc99c-455f-4f8e-b547-fea81055a17d']: {'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'code': 422} returned with failed status Apr 08 09:24:58.063204 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:24:58.071149 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.071552 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.072067 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.072413 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.072773 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.073104 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.073425 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.073753 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.074068 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.074385 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.074703 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.075023 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.075340 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.075655 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.075970 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:24:58.127476 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859a61e-9df8-4bdb-b1de-dabf578e9c58 req-7b2b474a-47ad-4722-8795-eaac2d5fea7b tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:58.129537 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8859a61e-9df8-4bdb-b1de-dabf578e9c58 req-7b2b474a-47ad-4722-8795-eaac2d5fea7b tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0517831 Apr 08 09:24:58.176628 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8859a61e-9df8-4bdb-b1de-dabf578e9c58 req-bc39718a-c4a2-4713-8064-91f496af8039 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415063 Apr 08 09:24:59.566482 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae331ed-ef7d-4a00-a34c-df0f1547055c req-d0f5b741-f389-43c7-9283-d8b44b98dcc3 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:24:59.567961 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cae331ed-ef7d-4a00-a34c-df0f1547055c req-d0f5b741-f389-43c7-9283-d8b44b98dcc3 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.3276298 Apr 08 09:24:59.615600 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cae331ed-ef7d-4a00-a34c-df0f1547055c req-2ba67b8f-bd0c-4209-810d-7d1bcb213525 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419950 Apr 08 09:25:00.731626 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e0868-31ba-4d5f-bef4-e32e954546ab req-efa88726-2544-4041-9e1f-18ceed02301f tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:00.733071 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a35e0868-31ba-4d5f-bef4-e32e954546ab req-efa88726-2544-4041-9e1f-18ceed02301f tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0535378 Apr 08 09:25:00.780919 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a35e0868-31ba-4d5f-bef4-e32e954546ab req-efdc0f1b-d198-4fbc-ba15-ddd0ee5ef4b7 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421469 Apr 08 09:25:01.674798 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-544716ab-62a1-402a-9d87-4bc074fb6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:01.676906 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-544716ab-62a1-402a-9d87-4bc074fb6d10 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290&tenant_id=24eb6423a91b49a19121b337889b3a92 HTTP/1.1" status: 200 len: 1127 time: 0.0765336 Apr 08 09:25:01.751152 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-4d57790e-1be3-4fae-8830-c74da2147465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:01.752685 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-4d57790e-1be3-4fae-8830-c74da2147465 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24eb6423a91b49a19121b337889b3a92&device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 1127 time: 0.0440741 Apr 08 09:25:01.843392 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-166c77a7-8468-4fbb-af8d-4dbb53ac3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:01.844866 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-166c77a7-8468-4fbb-af8d-4dbb53ac3ee7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=479078ab-116d-4285-860d-ca46631dd856 HTTP/1.1" status: 200 len: 908 time: 0.0864170 Apr 08 09:25:01.938486 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-c5d6aa89-7656-4f1f-bc94-e287a7933cae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2 HTTP/1.1" status: 200 len: 997 time: 0.0841725 Apr 08 09:25:01.946069 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65970f36-9900-41e9-8315-e335392ba121 req-55bee651-a62b-4762-97fe-0d25161be96f tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:01.948190 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-65970f36-9900-41e9-8315-e335392ba121 req-55bee651-a62b-4762-97fe-0d25161be96f tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.1022134 Apr 08 09:25:02.015085 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-992ecdf6-d195-4f15-b92f-2d157c341f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:02.016561 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-992ecdf6-d195-4f15-b92f-2d157c341f9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41683b8b-25fa-43fd-824d-4d52aa7b5c27 HTTP/1.1" status: 200 len: 847 time: 0.0671566 Apr 08 09:25:02.038825 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-65970f36-9900-41e9-8315-e335392ba121 req-51bab47b-38d0-4b1a-a982-93f048004e1e tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814397 Apr 08 09:25:02.069476 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-1ca55dfb-7a47-4432-9de8-389d806671f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:02.070939 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-1ca55dfb-7a47-4432-9de8-389d806671f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=479078ab-116d-4285-860d-ca46631dd856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453978 Apr 08 09:25:02.159779 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-593892b4-c44e-40d4-b753-4a6489272932 service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830324 Apr 08 09:25:02.243223 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-67d7f158-0a6c-40b0-b7b2-cbcfe4cba566 req-1a842484-dd01-4d7d-955d-3306d88276ef service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781085 Apr 08 09:25:03.160012 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835a3d3-7938-4d1d-8119-d3a953890e1c req-c6a21681-524c-4261-bf62-e4ee035b1b97 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:03.161499 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8835a3d3-7938-4d1d-8119-d3a953890e1c req-c6a21681-524c-4261-bf62-e4ee035b1b97 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0576103 Apr 08 09:25:03.207880 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-8835a3d3-7938-4d1d-8119-d3a953890e1c req-f4125eb6-075b-4dc0-beda-2692a0fd6a81 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407276 Apr 08 09:25:04.321448 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2187af-fda4-4352-a349-edc3f1b76041 req-0a56ddd7-a343-45b1-9b10-9ed2daf45506 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:04.322898 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cc2187af-fda4-4352-a349-edc3f1b76041 req-0a56ddd7-a343-45b1-9b10-9ed2daf45506 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0511107 Apr 08 09:25:04.370175 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-cc2187af-fda4-4352-a349-edc3f1b76041 req-45c21ed4-53d7-4dbf-a84d-02998c9c5dcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418575 Apr 08 09:25:04.929665 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:25:05.485180 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d8a8e-67a9-468c-b915-b83ccbe013d8 req-78aa0bd8-8cec-4e7b-9073-5b108edc508d tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:05.486611 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a5d8a8e-67a9-468c-b915-b83ccbe013d8 req-78aa0bd8-8cec-4e7b-9073-5b108edc508d tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0499988 Apr 08 09:25:05.537372 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9a5d8a8e-67a9-468c-b915-b83ccbe013d8 req-ed67faa8-3bbd-453e-8c35-81a576da2e88 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447545 Apr 08 09:25:06.650725 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce5581-7998-408d-83a7-4678af135554 req-28b1e406-d5ec-44e1-be68-a71d5cb33ba0 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:06.652164 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9bce5581-7998-408d-83a7-4678af135554 req-28b1e406-d5ec-44e1-be68-a71d5cb33ba0 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0505226 Apr 08 09:25:06.698895 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-9bce5581-7998-408d-83a7-4678af135554 req-d6e145d0-7595-42f3-8d0c-e4f7aa4a1d35 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 Apr 08 09:25:07.812792 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28b8e-1769-4aa8-abdd-efcffed5745c req-7052cf33-2e0c-47e9-b019-896d5b0b3bf7 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:07.814258 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0cb28b8e-1769-4aa8-abdd-efcffed5745c req-7052cf33-2e0c-47e9-b019-896d5b0b3bf7 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0508256 Apr 08 09:25:07.860527 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-0cb28b8e-1769-4aa8-abdd-efcffed5745c req-2480f7dc-3b39-4964-88e9-8df26813a874 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402510 Apr 08 09:25:08.462587 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4898a4ca-3df0-4fb3-80de-ffd1789e7454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:08.980657 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2220b-112c-40ad-8085-dd6d31838f24 req-738005fe-6edc-4bd4-9bd4-af9e0bd252bb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:08.982125 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f1d2220b-112c-40ad-8085-dd6d31838f24 req-738005fe-6edc-4bd4-9bd4-af9e0bd252bb tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 943 time: 0.0541573 Apr 08 09:25:09.029912 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-f1d2220b-112c-40ad-8085-dd6d31838f24 req-b63559ac-7ad2-42fd-91b7-4cbb7f41cde5 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 Apr 08 09:25:09.915083 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 details requested by agent hyperv_hv-cinder-83699 with host hv-cinder-83699 {{(pid=103426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 09:25:10.012635 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:25:10.023112 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Returning: {'device': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'port_id': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'mac_address': 'fa:16:3e:64:6a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 09:25:10.059351 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 is: DOWN; New status is: BUILD {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:25:10.059761 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:10.073019 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 09:25:10.091324 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:25:10.095261 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:10.145779 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:25:10.146380 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68ddc-9ae6-49c4-8c3f-cdb9160eaca7 req-7d1da483-9584-44b0-8151-c804b28d7cc1 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:10.147863 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9f68ddc-9ae6-49c4-8c3f-cdb9160eaca7 req-7d1da483-9584-44b0-8151-c804b28d7cc1 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 944 time: 0.0513477 Apr 08 09:25:10.197433 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a9f68ddc-9ae6-49c4-8c3f-cdb9160eaca7 req-4fa3ef77-59ce-48db-9f04-cc6f5c275a38 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423713 Apr 08 09:25:10.518041 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] get_ports_and_sgs() called for port_ids ['6d899512-e1c6-44b3-9fea-f1a2eeb242c2'] {{(pid=103426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 09:25:10.828975 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3db1053f-8f35-4bbf-8d22-cbf63b0c8fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:11.319528 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694841a8-bc0f-48c5-9f65-215a6d8883ec req-5d96df44-68ff-4403-8d04-2c8d8c12e396 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:11.321029 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-694841a8-bc0f-48c5-9f65-215a6d8883ec req-5d96df44-68ff-4403-8d04-2c8d8c12e396 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 944 time: 0.0589025 Apr 08 09:25:11.368117 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-694841a8-bc0f-48c5-9f65-215a6d8883ec req-2f5d3c6b-f7bf-4562-a898-c1ced9da93dc tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415866 Apr 08 09:25:11.941908 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 up at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 09:25:11.991210 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Provisioning complete for port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 triggered by entity L2. {{(pid=103426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 08 09:25:11.991587 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2006148'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), provisioning_complete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:12.083307 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:12.084079 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Current status of the port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 is: BUILD; New status is: ACTIVE {{(pid=103426) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 08 09:25:12.084448 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1655643'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:12.105846 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:25:12.108077 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bba43537693da26ffe9d61d7c8450da0604f9bb24c138e2528a11dd4cc23c37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ad3475-d2ed-42d3-86ad-6b817328e13b" -d '{"events": [{"server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "name": "network-vif-plugged", "status": "completed", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:25:12.120253 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] For port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:25:12.125790 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745149805159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745149345639', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745149345657'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:12.149477 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0967b419-c287-4231-9360-83cfffc1e6f5 x-openstack-request-id: req-0967b419-c287-4231-9360-83cfffc1e6f5 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:25:12.149771 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "name": "network-vif-plugged", "status": "completed", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:25:12.150024 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0967b419-c287-4231-9360-83cfffc1e6f5 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:25:12.150414 dv-cinder-836996-2-iscsi neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0967b419-c287-4231-9360-83cfffc1e6f5'] response: {'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'code': 200} Apr 08 09:25:12.174836 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Pushing event updated for resources: {'Port': ['ID=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:25:12.389704 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d73c7c-78ad-4b36-a172-df0b6c76e5a3 req-23a17908-8eca-4f01-a952-a04f6864bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:12.391093 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c4d73c7c-78ad-4b36-a172-df0b6c76e5a3 req-23a17908-8eca-4f01-a952-a04f6864bc10 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 1129 time: 0.0426166 Apr 08 09:25:12.435887 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c4d73c7c-78ad-4b36-a172-df0b6c76e5a3 req-3b6ab347-ea0f-4374-85a9-613fa83d6535 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383821 Apr 08 09:25:12.484743 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9f729-6604-4b41-aa1f-2cbf7276b447 req-d183c2ab-6cfd-4f97-ad4a-14c9fa09bc91 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:12.486169 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a6f9f729-6604-4b41-aa1f-2cbf7276b447 req-d183c2ab-6cfd-4f97-ad4a-14c9fa09bc91 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0494413 Apr 08 09:25:12.535909 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a6f9f729-6604-4b41-aa1f-2cbf7276b447 req-df7cfab7-ae78-4801-a98c-bae812ffe68f tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437820 Apr 08 09:25:13.377089 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:13.661966 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35ebfe-dfd4-42be-b914-1e3de8ce99b8 req-19b769a9-2172-4848-87ca-9edf092030f2 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:13.663613 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5c35ebfe-dfd4-42be-b914-1e3de8ce99b8 req-19b769a9-2172-4848-87ca-9edf092030f2 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0586433 Apr 08 09:25:13.710993 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-5c35ebfe-dfd4-42be-b914-1e3de8ce99b8 req-b7e84599-c607-46d6-8fe0-e2ca86ce3c63 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417943 Apr 08 09:25:14.758701 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:14.828240 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ccca0-a291-4d1e-a1d6-1a55dc2db52e req-fa0507e3-5193-41a4-ba78-eaa143203a36 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:14.829720 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d26ccca0-a291-4d1e-a1d6-1a55dc2db52e req-fa0507e3-5193-41a4-ba78-eaa143203a36 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0507691 Apr 08 09:25:14.877267 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d26ccca0-a291-4d1e-a1d6-1a55dc2db52e req-964e8bf7-6afe-4ed0-b1b2-e146c1a9c29a tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415356 Apr 08 09:25:26.823333 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:38.463595 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a5da1c86-f71f-41d1-8f3b-f5950deab9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:40.830471 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-22396e42-c01f-4a5e-801e-687825b54c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:41.931906 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:25:42.056704 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:43.380249 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:44.761307 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:25:46.797256 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92beea62-ccd9-497e-acc9-3e1d2fa9b0a7 req-262f19ae-7adf-45c6-8f9a-8c4041ec2c76 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460291 Apr 08 09:25:46.903611 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beea62-ccd9-497e-acc9-3e1d2fa9b0a7 req-1736f4c8-1433-4d02-9fa0-e4ab5a3ebe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:46.905106 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92beea62-ccd9-497e-acc9-3e1d2fa9b0a7 req-1736f4c8-1433-4d02-9fa0-e4ab5a3ebe15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24eb6423a91b49a19121b337889b3a92&device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 1129 time: 0.0431085 Apr 08 09:25:47.003934 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beea62-ccd9-497e-acc9-3e1d2fa9b0a7 req-b505a543-93d2-46f5-906a-56d973f2980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:47.005344 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92beea62-ccd9-497e-acc9-3e1d2fa9b0a7 req-b505a543-93d2-46f5-906a-56d973f2980e service neutron] 10.222.0.10 "GET /v2.0/networks?id=479078ab-116d-4285-860d-ca46631dd856 HTTP/1.1" status: 200 len: 908 time: 0.0819104 Apr 08 09:25:47.072123 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92beea62-ccd9-497e-acc9-3e1d2fa9b0a7 req-292354f6-63e1-45cb-8f3e-da37866c8b2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2 HTTP/1.1" status: 200 len: 999 time: 0.0609863 Apr 08 09:25:47.117135 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beea62-ccd9-497e-acc9-3e1d2fa9b0a7 req-1fd54008-bf36-4486-a9ee-715c2bb72e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:47.118505 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92beea62-ccd9-497e-acc9-3e1d2fa9b0a7 req-1fd54008-bf36-4486-a9ee-715c2bb72e38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41683b8b-25fa-43fd-824d-4d52aa7b5c27 HTTP/1.1" status: 200 len: 847 time: 0.0412865 Apr 08 09:25:47.166850 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beea62-ccd9-497e-acc9-3e1d2fa9b0a7 req-71de3e1e-ed24-499f-83e7-16082e5cb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:25:47.168279 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92beea62-ccd9-497e-acc9-3e1d2fa9b0a7 req-71de3e1e-ed24-499f-83e7-16082e5cb27d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=479078ab-116d-4285-860d-ca46631dd856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426104 Apr 08 09:25:47.258777 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92beea62-ccd9-497e-acc9-3e1d2fa9b0a7 req-ac36137b-a6bf-4a5d-8c39-7728cd927b1a service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841260 Apr 08 09:25:47.347440 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-92beea62-ccd9-497e-acc9-3e1d2fa9b0a7 req-7135150a-cd11-4179-a2cc-8355cb0c28a6 service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834062 Apr 08 09:25:56.854616 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:08.464485 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dd598f76-1621-4976-8bd4-085b4f32d009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:10.832901 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9866d36-01c5-4c3f-bea4-992b9bbcc0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:12.059968 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:13.383229 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:14.761991 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:18.931656 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:26:26.852655 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:38.465619 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a5db3f57-a641-482e-9ec8-c445aca0af6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:40.833684 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79635068-c57b-4d5a-acef-86857495113e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:41.897259 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39792) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:42.053925 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Deleting port 6f1d2f3c-354a-47c2-aaaa-a158243ac262 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:26:42.054262 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (6f1d2f3c-354a-47c2-aaaa-a158243ac262), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:42.063489 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:42.129584 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (6f1d2f3c-354a-47c2-aaaa-a158243ac262), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:42.129912 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for floatingip (6f1d2f3c-354a-47c2-aaaa-a158243ac262), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:42.141006 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Calling delete_port for 6f1d2f3c-354a-47c2-aaaa-a158243ac262 owned by network:floatingip {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:26:42.281206 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (6f1d2f3c-354a-47c2-aaaa-a158243ac262), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:42.313606 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event deleted for resources: {'Port': ['ID=6f1d2f3c-354a-47c2-aaaa-a158243ac262,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:42.338775 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.339131 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.339481 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.339827 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.340189 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.340531 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.340865 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.341198 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.341529 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.341857 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.342185 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.342511 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.342838 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.343165 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.343487 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:42.381974 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for floatingip (9b924682-833c-42c0-9f4f-2a5fcfc82ecd), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:42.382303 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.db.l3_db [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Floating IP 9b924682-833c-42c0-9f4f-2a5fcfc82ecd disassociated (deleted). External IP: 172.27.2.6, port: 6d899512-e1c6-44b3-9fea-f1a2eeb242c2. Apr 08 09:26:42.831400 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Router 8290c888-73e1-4bf7-aea8-62a30c3ad497 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:26:42.937478 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:26:42.942725 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for floatingip (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:42.949215 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51213e5b-60e4-4605-8d20-0ff9c71768b7 None None] Sync routers for ids ['8290c888-73e1-4bf7-aea8-62a30c3ad497'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:26:42.958623 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51213e5b-60e4-4605-8d20-0ff9c71768b7 None None] Routers {'8290c888-73e1-4bf7-aea8-62a30c3ad497'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:26:42.959256 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-51213e5b-60e4-4605-8d20-0ff9c71768b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:26:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['8290c888-73e1-4bf7-aea8-62a30c3ad497'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:42.971380 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-e0343bf8-68f5-4feb-97db-6e82166f4fcf tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "DELETE /v2.0/floatingips/9b924682-833c-42c0-9f4f-2a5fcfc82ecd HTTP/1.1" status: 204 len: 168 time: 1.0730033 Apr 08 09:26:42.971965 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2'}] {{(pid=103424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:26:42.974224 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629be35a76e8c9918ca4bba030af977051b1e3d9accf5ad771472a88aa05dce8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92fecd5-e51f-4bf6-868a-0ed04eed440a" -d '{"events": [{"name": "network-changed", "server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2"}]}' {{(pid=103424) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:26:43.012328 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 09:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f121ae80-f32a-44f5-b0c2-8616442194c2 x-openstack-request-id: req-f121ae80-f32a-44f5-b0c2-8616442194c2 {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:26:43.014646 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2", "status": "completed", "code": 200}]} {{(pid=103424) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:26:43.014906 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f121ae80-f32a-44f5-b0c2-8616442194c2 {{(pid=103424) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:26:43.015322 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f121ae80-f32a-44f5-b0c2-8616442194c2'] response: {'name': 'network-changed', 'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'status': 'completed', 'code': 200} Apr 08 09:26:43.080348 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-51213e5b-60e4-4605-8d20-0ff9c71768b7 None None] Set router 8290c888-73e1-4bf7-aea8-62a30c3ad497 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:26:43.174610 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-ac3d1ee5-f222-4491-9387-6f17f99bdde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:26:43.176556 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-ac3d1ee5-f222-4491-9387-6f17f99bdde1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=24eb6423a91b49a19121b337889b3a92&device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 1129 time: 0.1208293 Apr 08 09:26:43.268309 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cb8f7-b0e2-47f7-9f55-e6efc41a32b0 req-c6d10eba-e44a-4eef-a7ef-6d9cd2b11eb5 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:26:43.269692 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d62cb8f7-b0e2-47f7-9f55-e6efc41a32b0 req-c6d10eba-e44a-4eef-a7ef-6d9cd2b11eb5 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.1030550 Apr 08 09:26:43.293130 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-51213e5b-60e4-4605-8d20-0ff9c71768b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '46bbc288-1080-4983-9965-1c033401c4c6', 'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'mac_address': 'fa:16:3e:d9:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:42Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 5, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'subnets': [{'id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:43.318652 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-d62cb8f7-b0e2-47f7-9f55-e6efc41a32b0 req-ce59f3d3-3e70-4809-a2d2-1f79a970c46d tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425727 Apr 08 09:26:43.318920 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51213e5b-60e4-4605-8d20-0ff9c71768b7 None None] Checking router: 8290c888-73e1-4bf7-aea8-62a30c3ad497 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:26:43.327045 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51213e5b-60e4-4605-8d20-0ff9c71768b7 None None] Routers {'8290c888-73e1-4bf7-aea8-62a30c3ad497'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:26:43.327649 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-51213e5b-60e4-4605-8d20-0ff9c71768b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:26:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['8290c888-73e1-4bf7-aea8-62a30c3ad497'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:43.420235 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:43.442523 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-51213e5b-60e4-4605-8d20-0ff9c71768b7 None None] Set router 8290c888-73e1-4bf7-aea8-62a30c3ad497 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:26:43.633834 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-51213e5b-60e4-4605-8d20-0ff9c71768b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '46bbc288-1080-4983-9965-1c033401c4c6', 'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'mac_address': 'fa:16:3e:d9:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:42Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 5, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'subnets': [{'id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:43.660235 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51213e5b-60e4-4605-8d20-0ff9c71768b7 None None] The sync data for ids ['8290c888-73e1-4bf7-aea8-62a30c3ad497'] in dv-cinder-836996-2-iscsi is: [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:42Z', 'revision_number': 4, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi', '_interfaces': [{'id': '46bbc288-1080-4983-9965-1c033401c4c6', 'name': '', 'network_id': '479078ab-116d-4285-860d-ca46631dd856', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'mac_address': 'fa:16:3e:d9:cc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:42Z', 'updated_at': '2022-04-08T09:21:47Z', 'revision_number': 5, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'subnets': [{'id': '41683b8b-25fa-43fd-824d-4d52aa7b5c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:26:43.876619 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb8f78-368e-4e7b-bd12-1ae2efb12e15 None None] New status for floating IP 9b924682-833c-42c0-9f4f-2a5fcfc82ecd: DOWN {{(pid=103427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 09:26:44.262287 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-182d0dfb-6534-4e2f-adf9-a17dee2fec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:26:44.263631 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-182d0dfb-6534-4e2f-adf9-a17dee2fec4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=479078ab-116d-4285-860d-ca46631dd856 HTTP/1.1" status: 200 len: 908 time: 0.0862198 Apr 08 09:26:44.332668 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-c0134cb2-2e92-4f5b-8d90-894832823fd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2 HTTP/1.1" status: 200 len: 217 time: 0.0373895 Apr 08 09:26:44.434594 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-22894b17-a93d-4ae6-9ba8-c5066e282f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:26:44.436074 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-22894b17-a93d-4ae6-9ba8-c5066e282f81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41683b8b-25fa-43fd-824d-4d52aa7b5c27 HTTP/1.1" status: 200 len: 847 time: 0.0516424 Apr 08 09:26:44.492855 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a7202-3d2d-4f25-9414-758f8f6d02cf req-2b4240c7-c2d5-4dbc-b129-6b8d71152b7a tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:26:44.494323 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3c8a7202-3d2d-4f25-9414-758f8f6d02cf req-2b4240c7-c2d5-4dbc-b129-6b8d71152b7a tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.1023557 Apr 08 09:26:44.541922 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-3c8a7202-3d2d-4f25-9414-758f8f6d02cf req-5d71ab9b-d146-401f-ab4a-adb142c90e3b tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/security-groups?id=3acd190b-8727-417a-9a42-f2d8226c8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419970 Apr 08 09:26:44.597194 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-6a8c02c6-9c63-472b-aa53-cb6a5d150e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:26:44.598625 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-6a8c02c6-9c63-472b-aa53-cb6a5d150e60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=479078ab-116d-4285-860d-ca46631dd856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427003 Apr 08 09:26:44.609184 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-b9b37bca-58dc-4d1b-b974-25c50c20fe62 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103425) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 09:26:44.610094 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-b9b37bca-58dc-4d1b-b974-25c50c20fe62 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047219 Apr 08 09:26:44.700687 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-c57ebeec-d500-4452-9917-0559761ffdfe service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836849 Apr 08 09:26:44.763656 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:44.914241 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-a92fecd5-e51f-4bf6-868a-0ed04eed440a req-c97eea09-8961-4105-a4eb-c584d1e4e1f3 service neutron] 10.222.0.10 "GET /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814319 Apr 08 09:26:45.002061 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e098f-a68b-4494-ba63-c24ad04c99d5 req-4a63a75e-b761-48ee-b2b5-bd5d5f7f7870 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 09:26:45.004027 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-448e098f-a68b-4494-ba63-c24ad04c99d5 req-4a63a75e-b761-48ee-b2b5-bd5d5f7f7870 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.10 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 945 time: 0.0572424 Apr 08 09:26:45.095233 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-448e098f-a68b-4494-ba63-c24ad04c99d5 req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Deleting port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:26:45.095568 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-448e098f-a68b-4494-ba63-c24ad04c99d5 req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:45.185221 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [req-448e098f-a68b-4494-ba63-c24ad04c99d5 req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] For port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2, host hv-cinder-83699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83699',level=0,port_id=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:26:45.185499 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-448e098f-a68b-4494-ba63-c24ad04c99d5 req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:45.198331 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [req-448e098f-a68b-4494-ba63-c24ad04c99d5 req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Calling delete_port for 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 owned by compute:nova {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:26:45.318760 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-448e098f-a68b-4494-ba63-c24ad04c99d5 req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (6d899512-e1c6-44b3-9fea-f1a2eeb242c2), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:45.350529 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event deleted for resources: {'Port': ['ID=6d899512-e1c6-44b3-9fea-f1a2eeb242c2,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:45.362026 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.362358 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.362702 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.363050 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.363388 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.363721 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.364079 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.364381 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.364780 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.365122 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.365416 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.365747 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.366071 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.366398 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.366718 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:45.401722 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [req-448e098f-a68b-4494-ba63-c24ad04c99d5 req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] No DVR routers for this DVR port 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 on host hv-cinder-83699 {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:26:45.403990 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [req-448e098f-a68b-4494-ba63-c24ad04c99d5 req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54305'] for port (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:45.407248 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-448e098f-a68b-4494-ba63-c24ad04c99d5 req-43ce762f-08b9-4c72-aeef-d5c4d9e81499 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.10 "DELETE /v2.0/ports/6d899512-e1c6-44b3-9fea-f1a2eeb242c2 HTTP/1.1" status: 204 len: 173 time: 0.3968632 Apr 08 09:26:45.407690 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'name': 'network-vif-deleted', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2'}] {{(pid=103425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 09:26:45.410489 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52f672f1255e1d710c1d02ca877b2d7cc4dd1deb2c8e1daa8a72e61c404fcc82" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccc845c-0b2c-43a9-81a6-46d2f83695eb" -d '{"events": [{"server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "name": "network-vif-deleted", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2"}]}' {{(pid=103425) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 09:26:45.446544 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 09:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d6e597-7593-48d0-94e3-c32d1990a3eb x-openstack-request-id: req-f6d6e597-7593-48d0-94e3-c32d1990a3eb {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 09:26:45.446853 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f7d55b-7f4a-4e90-92fe-ca01f9722290", "name": "network-vif-deleted", "tag": "6d899512-e1c6-44b3-9fea-f1a2eeb242c2", "status": "completed", "code": 200}]} {{(pid=103425) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 09:26:45.447106 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6d6e597-7593-48d0-94e3-c32d1990a3eb {{(pid=103425) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 09:26:45.447532 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d6e597-7593-48d0-94e3-c32d1990a3eb'] response: {'server_uuid': '34f7d55b-7f4a-4e90-92fe-ca01f9722290', 'name': 'network-vif-deleted', 'tag': '6d899512-e1c6-44b3-9fea-f1a2eeb242c2', 'status': 'completed', 'code': 200} Apr 08 09:26:45.633422 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-21734d14-e04c-47ba-8b54-56a4248ad06a req-8303e6c0-55d3-401c-850e-41a80d416eb6 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 210 time: 0.0267229 Apr 08 09:26:46.749527 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [req-c1f7ebf4-dcc0-43c9-a666-6d7deab30c3e req-3d6a68d4-7265-4b49-92c4-3ea4c5722fc3 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "GET /v2.0/ports?device_id=34f7d55b-7f4a-4e90-92fe-ca01f9722290 HTTP/1.1" status: 200 len: 210 time: 0.0317035 Apr 08 09:26:47.805794 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39830) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:47.859400 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43ca6963-fadb-4adc-94a4-3eebd03ac233 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group (3acd190b-8727-417a-9a42-f2d8226c8e44), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:47.883761 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43ca6963-fadb-4adc-94a4-3eebd03ac233 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group (3acd190b-8727-417a-9a42-f2d8226c8e44), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:47.944160 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43ca6963-fadb-4adc-94a4-3eebd03ac233 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (3acd190b-8727-417a-9a42-f2d8226c8e44), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:47.947015 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-43ca6963-fadb-4adc-94a4-3eebd03ac233 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:47.948152 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-43ca6963-fadb-4adc-94a4-3eebd03ac233 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] 10.222.0.11 "DELETE /v2.0/security-groups/3acd190b-8727-417a-9a42-f2d8226c8e44 HTTP/1.1" status: 204 len: 168 time: 0.1413772 Apr 08 09:26:47.957838 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca6963-fadb-4adc-94a4-3eebd03ac233 tempest-TestShelveInstance-1161409829 tempest-TestShelveInstance-1161409829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd190b-8727-417a-9a42-f2d8226c8e44,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:48.099299 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39836) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:48.534902 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6275e0d-ff26-4e29-9a57-e8aa2d00d22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613313'] for router_interface (8290c888-73e1-4bf7-aea8-62a30c3ad497), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:48.776011 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-c6275e0d-ff26-4e29-9a57-e8aa2d00d22c admin admin] Deleting port 46bbc288-1080-4983-9965-1c033401c4c6 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:26:48.776354 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6275e0d-ff26-4e29-9a57-e8aa2d00d22c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (46bbc288-1080-4983-9965-1c033401c4c6), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:48.851944 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-c6275e0d-ff26-4e29-9a57-e8aa2d00d22c admin admin] For port 46bbc288-1080-4983-9965-1c033401c4c6, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=46bbc288-1080-4983-9965-1c033401c4c6,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:26:48.852624 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6275e0d-ff26-4e29-9a57-e8aa2d00d22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (46bbc288-1080-4983-9965-1c033401c4c6), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:48.864231 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-c6275e0d-ff26-4e29-9a57-e8aa2d00d22c admin admin] Calling delete_port for 46bbc288-1080-4983-9965-1c033401c4c6 owned by network:router_interface {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:26:49.041836 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6275e0d-ff26-4e29-9a57-e8aa2d00d22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (46bbc288-1080-4983-9965-1c033401c4c6), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:49.068066 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6275e0d-ff26-4e29-9a57-e8aa2d00d22c admin admin] Pushing event deleted for resources: {'Port': ['ID=46bbc288-1080-4983-9965-1c033401c4c6,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:49.236734 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c6275e0d-ff26-4e29-9a57-e8aa2d00d22c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-613262'] for router_interface (8290c888-73e1-4bf7-aea8-62a30c3ad497), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:49.715722 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6275e0d-ff26-4e29-9a57-e8aa2d00d22c admin admin] Router 8290c888-73e1-4bf7-aea8-62a30c3ad497 has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:26:49.824265 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6275e0d-ff26-4e29-9a57-e8aa2d00d22c admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:26:49.829812 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c6275e0d-ff26-4e29-9a57-e8aa2d00d22c admin admin] 10.222.0.11 "PUT /v2.0/routers/8290c888-73e1-4bf7-aea8-62a30c3ad497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294340 Apr 08 09:26:49.831803 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39840) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:49.832859 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e22807-7617-4226-8e32-ae00b2122008 None None] Sync routers for ids ['8290c888-73e1-4bf7-aea8-62a30c3ad497'] in dv-cinder-836996-2-iscsi {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:26:49.842810 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e22807-7617-4226-8e32-ae00b2122008 None None] Routers {'8290c888-73e1-4bf7-aea8-62a30c3ad497'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:26:49.843421 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e4e22807-7617-4226-8e32-ae00b2122008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:26:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['8290c888-73e1-4bf7-aea8-62a30c3ad497'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:49.936401 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Publish callbacks [] for router (8290c888-73e1-4bf7-aea8-62a30c3ad497), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:49.948408 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-e4e22807-7617-4226-8e32-ae00b2122008 None None] Set router 8290c888-73e1-4bf7-aea8-62a30c3ad497 gateway port host: dv-cinder-836996-2-iscsi {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:26:50.051338 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Publish callbacks [] for router_gateway (8290c888-73e1-4bf7-aea8-62a30c3ad497), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.110594 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Deleting port 83fc8079-9839-4394-a0ef-c6eef29db899 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:26:50.111052 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (83fc8079-9839-4394-a0ef-c6eef29db899), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.192749 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] For port 83fc8079-9839-4394-a0ef-c6eef29db899, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=83fc8079-9839-4394-a0ef-c6eef29db899,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:26:50.193121 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (83fc8079-9839-4394-a0ef-c6eef29db899), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.205972 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Calling delete_port for 83fc8079-9839-4394-a0ef-c6eef29db899 owned by network:router_gateway {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:26:50.260827 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e4e22807-7617-4226-8e32-ae00b2122008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:26:48Z', 'revision_number': 5, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port': {'id': '83fc8079-9839-4394-a0ef-c6eef29db899', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:50.287279 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e22807-7617-4226-8e32-ae00b2122008 None None] Checking router: 8290c888-73e1-4bf7-aea8-62a30c3ad497 for host: dv-cinder-836996-2-iscsi {{(pid=103426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:26:50.295349 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e22807-7617-4226-8e32-ae00b2122008 None None] Routers {'8290c888-73e1-4bf7-aea8-62a30c3ad497'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:26:50.295961 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e4e22807-7617-4226-8e32-ae00b2122008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:26:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['8290c888-73e1-4bf7-aea8-62a30c3ad497'], 'active': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:50.378205 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 no longer exists at agent hyperv_hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:26:50.380549 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (83fc8079-9839-4394-a0ef-c6eef29db899), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.401700 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] No Port match for: 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:26:50.402047 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Device 6d899512-e1c6-44b3-9fea-f1a2eeb242c2 not bound to the agent host hv-cinder-83699 {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:26:50.406994 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvr_db [None req-e4e22807-7617-4226-8e32-ae00b2122008 None None] Set router 8290c888-73e1-4bf7-aea8-62a30c3ad497 gateway port host: None {{(pid=103426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:26:50.407294 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Pushing event deleted for resources: {'Port': ['ID=83fc8079-9839-4394-a0ef-c6eef29db899,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:50.461723 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_hamode_db [None req-e4e22807-7617-4226-8e32-ae00b2122008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:26:50Z', 'revision_number': 6, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port_host': None}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:50.466269 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611067'] for router_gateway (8290c888-73e1-4bf7-aea8-62a30c3ad497), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.488322 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e22807-7617-4226-8e32-ae00b2122008 None None] The sync data for ids ['8290c888-73e1-4bf7-aea8-62a30c3ad497'] in dv-cinder-836996-2-iscsi is: [{'id': '8290c888-73e1-4bf7-aea8-62a30c3ad497', 'name': 'tempest-TestShelveInstance-449443033-router', 'tenant_id': '24eb6423a91b49a19121b337889b3a92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:40Z', 'updated_at': '2022-04-08T09:26:50Z', 'revision_number': 6, 'project_id': '24eb6423a91b49a19121b337889b3a92', 'gw_port_host': None}] {{(pid=103426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:26:50.562329 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105441'] for router (8290c888-73e1-4bf7-aea8-62a30c3ad497), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.564465 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Publish callbacks [] for router_controller (8290c888-73e1-4bf7-aea8-62a30c3ad497), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.606599 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613797'] for router (8290c888-73e1-4bf7-aea8-62a30c3ad497), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.607125 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8290c888-73e1-4bf7-aea8-62a30c3ad497 {{(pid=103424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 09:26:50.611310 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.612497 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-091485cb-99e6-4413-93e3-4457a675af4a admin admin] 10.222.0.11 "DELETE /v2.0/routers/8290c888-73e1-4bf7-aea8-62a30c3ad497 HTTP/1.1" status: 204 len: 168 time: 0.7797215 Apr 08 09:26:50.615004 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39842) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:50.657394 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d7ca77-80b7-4d3e-b816-da4ec4c37f7a admin admin] Deleting subnet 41683b8b-25fa-43fd-824d-4d52aa7b5c27 {{(pid=103424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:26:50.661018 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-37d7ca77-80b7-4d3e-b816-da4ec4c37f7a admin admin] Publish callbacks [] for subnet (41683b8b-25fa-43fd-824d-4d52aa7b5c27), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.695432 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-37d7ca77-80b7-4d3e-b816-da4ec4c37f7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14259800'] for subnet (41683b8b-25fa-43fd-824d-4d52aa7b5c27), precommit_delete_associations {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.773464 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-37d7ca77-80b7-4d3e-b816-da4ec4c37f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (41683b8b-25fa-43fd-824d-4d52aa7b5c27), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.826044 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-37d7ca77-80b7-4d3e-b816-da4ec4c37f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13889516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13411748'] for subnet (41683b8b-25fa-43fd-824d-4d52aa7b5c27), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.853324 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7ca77-80b7-4d3e-b816-da4ec4c37f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41683b8b-25fa-43fd-824d-4d52aa7b5c27,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:50.855456 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-37d7ca77-80b7-4d3e-b816-da4ec4c37f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for subnet (None), before_response {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.860120 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d1b231-2e44-48c1-bc5b-1acf28360b0b None None] Network 479078ab-116d-4285-860d-ca46631dd856 requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:26:50.861261 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39844) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:50.864672 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-37d7ca77-80b7-4d3e-b816-da4ec4c37f7a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/41683b8b-25fa-43fd-824d-4d52aa7b5c27 HTTP/1.1" status: 204 len: 168 time: 0.2485840 Apr 08 09:26:50.935400 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (479078ab-116d-4285-860d-ca46631dd856), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:50.989419 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Deleting port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:26:50.989765 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:51.054068 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] For port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=046d8def-dd45-439c-bbc4-0ccad4d7dd9f,segment=NetworkSegment(4207395c-03c7-4dd5-b438-bee3eb3ff842),segment_id=4207395c-03c7-4dd5-b438-bee3eb3ff842)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:26:51.054427 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:51.067163 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Calling delete_port for 046d8def-dd45-439c-bbc4-0ccad4d7dd9f owned by network:dhcp {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:26:51.143355 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (046d8def-dd45-439c-bbc4-0ccad4d7dd9f), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:51.167676 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Pushing event deleted for resources: {'Port': ['ID=046d8def-dd45-439c-bbc4-0ccad4d7dd9f,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:51.173310 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] No DVR routers for this DVR port 046d8def-dd45-439c-bbc4-0ccad4d7dd9f on host dv-cinder-836996-2-iscsi {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:26:51.246068 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (479078ab-116d-4285-860d-ca46631dd856), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:51.266759 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479078ab-116d-4285-860d-ca46631dd856']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:51.277034 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37190d98-dccb-4d0c-913e-550575760e92 None None] DHCP port deletion for 479078ab-116d-4285-860d-ca46631dd856 request from dv-cinder-836996-2-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 09:26:51.278154 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4207395c-03c7-4dd5-b438-bee3eb3ff842') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:51.278454 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4207395c-03c7-4dd5-b438-bee3eb3ff842') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:51.291579 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12789144'] for segment (4207395c-03c7-4dd5-b438-bee3eb3ff842), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:51.305429 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (4207395c-03c7-4dd5-b438-bee3eb3ff842), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:51.311137 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:26:51.311518 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13438793'] for segment (4207395c-03c7-4dd5-b438-bee3eb3ff842), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: Traceback (most recent call last): Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: timer() Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: cb(*args, **kw) Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: return func(*args, **kwargs) Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: self._notify() Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: self.callback(batched_events) Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: event.method(event) Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: return f(self, *a, **k) Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._get(url).json() Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:26:51.313179 dv-cinder-836996-2-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:26:51.371063 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (479078ab-116d-4285-860d-ca46631dd856), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:51.376605 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:51.383241 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] 10.222.0.11 "DELETE /v2.0/networks/479078ab-116d-4285-860d-ca46631dd856 HTTP/1.1" status: 204 len: 168 time: 0.5175667 Apr 08 09:26:51.383736 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [-] (103424) accepted ('10.222.0.11', 39846) {{(pid=103424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:51.393270 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c8992-c18c-4665-8c3d-a57748619341 admin admin] Pushing event deleted for resources: {'Network': ['ID=479078ab-116d-4285-860d-ca46631dd856,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:51.737382 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eb26f898-bf1d-4468-a341-cde446859161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613313'] for router_interface (f8ec7317-ff6a-4630-a903-52a83316317e), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:51.979845 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-eb26f898-bf1d-4468-a341-cde446859161 admin admin] Deleting port 959d8669-e552-4796-8eff-7262128164b7 {{(pid=103424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:26:51.980540 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eb26f898-bf1d-4468-a341-cde446859161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (959d8669-e552-4796-8eff-7262128164b7), before_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:52.058484 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.db [None req-eb26f898-bf1d-4468-a341-cde446859161 admin admin] For port 959d8669-e552-4796-8eff-7262128164b7, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=959d8669-e552-4796-8eff-7262128164b7,segment=NetworkSegment(2aed3fee-227d-448c-8076-83f9c3b27a8b),segment_id=2aed3fee-227d-448c-8076-83f9c3b27a8b)] {{(pid=103424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:26:52.058854 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eb26f898-bf1d-4468-a341-cde446859161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (959d8669-e552-4796-8eff-7262128164b7), precommit_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:52.071873 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.plugins.ml2.plugin [None req-eb26f898-bf1d-4468-a341-cde446859161 admin admin] Calling delete_port for 959d8669-e552-4796-8eff-7262128164b7 owned by network:router_interface {{(pid=103424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:26:52.088258 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 46bbc288-1080-4983-9965-1c033401c4c6 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:26:52.110859 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 46bbc288-1080-4983-9965-1c033401c4c6 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:26:52.111201 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 46bbc288-1080-4983-9965-1c033401c4c6 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:26:52.112145 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 83fc8079-9839-4394-a0ef-c6eef29db899 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:26:52.131054 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 83fc8079-9839-4394-a0ef-c6eef29db899 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:26:52.131395 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 83fc8079-9839-4394-a0ef-c6eef29db899 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:26:52.131792 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 046d8def-dd45-439c-bbc4-0ccad4d7dd9f no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:26:52.150669 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 046d8def-dd45-439c-bbc4-0ccad4d7dd9f {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:26:52.151020 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 046d8def-dd45-439c-bbc4-0ccad4d7dd9f not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:26:52.248795 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eb26f898-bf1d-4468-a341-cde446859161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13889337'] for port (959d8669-e552-4796-8eff-7262128164b7), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:52.276542 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26f898-bf1d-4468-a341-cde446859161 admin admin] Pushing event deleted for resources: {'Port': ['ID=959d8669-e552-4796-8eff-7262128164b7,revision_number=None']} {{(pid=103424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:52.443563 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron_lib.callbacks.manager [None req-eb26f898-bf1d-4468-a341-cde446859161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-613262'] for router_interface (f8ec7317-ff6a-4630-a903-52a83316317e), after_delete {{(pid=103424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:52.653751 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb26f898-bf1d-4468-a341-cde446859161 admin admin] Router f8ec7317-ff6a-4630-a903-52a83316317e has already been hosted by L3 agent 6b7f9c67-b204-4d21-ac1c-15fb03a65d63 {{(pid=103424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 09:26:52.758746 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb26f898-bf1d-4468-a341-cde446859161 admin admin] Notify agent at l3_agent.dv-cinder-836996-2-iscsi the message routers_updated {{(pid=103424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 09:26:52.763663 dv-cinder-836996-2-iscsi neutron-server[103424]: INFO neutron.wsgi [None req-eb26f898-bf1d-4468-a341-cde446859161 admin admin] 10.222.0.11 "PUT /v2.0/routers/f8ec7317-ff6a-4630-a903-52a83316317e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3788648 Apr 08 09:26:52.766450 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39848) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:52.767303 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab20bc2-4e50-401c-9346-24ab88fb0b1b None None] Sync routers for ids ['f8ec7317-ff6a-4630-a903-52a83316317e'] in dv-cinder-836996-2-iscsi {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 09:26:52.777785 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab20bc2-4e50-401c-9346-24ab88fb0b1b None None] Routers {'f8ec7317-ff6a-4630-a903-52a83316317e'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:26:52.778473 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3ab20bc2-4e50-401c-9346-24ab88fb0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:26:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f8ec7317-ff6a-4630-a903-52a83316317e'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:52.871126 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Publish callbacks [] for router (f8ec7317-ff6a-4630-a903-52a83316317e), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:52.883697 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-3ab20bc2-4e50-401c-9346-24ab88fb0b1b None None] Set router f8ec7317-ff6a-4630-a903-52a83316317e gateway port host: dv-cinder-836996-2-iscsi {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:26:52.974799 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Publish callbacks [] for router_gateway (f8ec7317-ff6a-4630-a903-52a83316317e), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.027539 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Deleting port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:26:53.027868 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.061353 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3ab20bc2-4e50-401c-9346-24ab88fb0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'name': 'tempest-TestShelveInstance-453292697-router', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'external_fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:44Z', 'updated_at': '2022-04-08T09:26:52Z', 'revision_number': 5, 'project_id': '50190d27086c4b1f879cab6627444b37', 'gw_port': {'id': '7dfc6a24-bde4-45d8-84a1-97fe03477ad4', 'name': '', 'network_id': '7ebe3efe-4cd7-4e59-bb8e-76581072b047', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836996-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T09:21:45Z', 'updated_at': '2022-04-08T09:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3a4059c7-bf1a-4312-acde-85541c5f79b2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836996-2-iscsi'}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:53.086536 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab20bc2-4e50-401c-9346-24ab88fb0b1b None None] Checking router: f8ec7317-ff6a-4630-a903-52a83316317e for host: dv-cinder-836996-2-iscsi {{(pid=103427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 09:26:53.094632 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab20bc2-4e50-401c-9346-24ab88fb0b1b None None] Routers {'f8ec7317-ff6a-4630-a903-52a83316317e'} bound to L3 agent in host dv-cinder-836996-2-iscsi {{(pid=103427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 09:26:53.095232 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3ab20bc2-4e50-401c-9346-24ab88fb0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836996-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T08:56:41Z,description=,heartbeat_timestamp=2022-04-08T09:26:41Z,host='dv-cinder-836996-2-iscsi',id=6b7f9c67-b204-4d21-ac1c-15fb03a65d63,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T08:56:41Z,topic='l3_agent')) {'router_ids': ['f8ec7317-ff6a-4630-a903-52a83316317e'], 'active': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:53.106302 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] For port 7dfc6a24-bde4-45d8-84a1-97fe03477ad4, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=7dfc6a24-bde4-45d8-84a1-97fe03477ad4,segment=NetworkSegment(8af68993-61bc-4ae3-8771-9eac21826461),segment_id=8af68993-61bc-4ae3-8771-9eac21826461)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:26:53.106664 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.124233 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Calling delete_port for 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 owned by network:router_gateway {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:26:53.182728 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_dvr_db [None req-3ab20bc2-4e50-401c-9346-24ab88fb0b1b None None] Set router f8ec7317-ff6a-4630-a903-52a83316317e gateway port host: None {{(pid=103427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 09:26:53.236956 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.l3_hamode_db [None req-3ab20bc2-4e50-401c-9346-24ab88fb0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'name': 'tempest-TestShelveInstance-453292697-router', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:44Z', 'updated_at': '2022-04-08T09:26:52Z', 'revision_number': 6, 'project_id': '50190d27086c4b1f879cab6627444b37', 'gw_port_host': None}], 'dv-cinder-836996-2-iscsi', False) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:53.262895 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab20bc2-4e50-401c-9346-24ab88fb0b1b None None] The sync data for ids ['f8ec7317-ff6a-4630-a903-52a83316317e'] in dv-cinder-836996-2-iscsi is: [{'id': 'f8ec7317-ff6a-4630-a903-52a83316317e', 'name': 'tempest-TestShelveInstance-453292697-router', 'tenant_id': '50190d27086c4b1f879cab6627444b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T09:21:44Z', 'updated_at': '2022-04-08T09:26:52Z', 'revision_number': 6, 'project_id': '50190d27086c4b1f879cab6627444b37', 'gw_port_host': None}] {{(pid=103427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 09:26:53.298558 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (7dfc6a24-bde4-45d8-84a1-97fe03477ad4), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.322953 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfc6a24-bde4-45d8-84a1-97fe03477ad4,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:53.384969 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-611067'] for router_gateway (f8ec7317-ff6a-4630-a903-52a83316317e), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.479357 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105441'] for router (f8ec7317-ff6a-4630-a903-52a83316317e), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.481746 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Publish callbacks [] for router_controller (f8ec7317-ff6a-4630-a903-52a83316317e), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.527598 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-613797'] for router (f8ec7317-ff6a-4630-a903-52a83316317e), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.528050 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8ec7317-ff6a-4630-a903-52a83316317e {{(pid=103425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 09:26:53.532163 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.533935 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-02b8c090-324c-4990-a6aa-3227dd4bacfa admin admin] 10.222.0.11 "DELETE /v2.0/routers/f8ec7317-ff6a-4630-a903-52a83316317e HTTP/1.1" status: 204 len: 168 time: 0.7659578 Apr 08 09:26:53.536509 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39850) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:53.579622 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.db_base_plugin_v2 [None req-80774699-c3d6-4932-957e-72475e210adf admin admin] Deleting subnet 42796db1-b025-4541-8825-b4e607a8d7c2 {{(pid=103425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 08 09:26:53.582662 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-80774699-c3d6-4932-957e-72475e210adf admin admin] Publish callbacks [] for subnet (42796db1-b025-4541-8825-b4e607a8d7c2), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.617029 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-80774699-c3d6-4932-957e-72475e210adf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12789121'] for subnet (42796db1-b025-4541-8825-b4e607a8d7c2), precommit_delete_associations {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.701460 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-80774699-c3d6-4932-957e-72475e210adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1977440'] for subnet (42796db1-b025-4541-8825-b4e607a8d7c2), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.753536 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-80774699-c3d6-4932-957e-72475e210adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1977449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-715377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13438895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14312004'] for subnet (42796db1-b025-4541-8825-b4e607a8d7c2), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.777919 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80774699-c3d6-4932-957e-72475e210adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42796db1-b025-4541-8825-b4e607a8d7c2,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:53.781478 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-80774699-c3d6-4932-957e-72475e210adf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.785418 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-80774699-c3d6-4932-957e-72475e210adf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/42796db1-b025-4541-8825-b4e607a8d7c2 HTTP/1.1" status: 204 len: 168 time: 0.2474155 Apr 08 09:26:53.788070 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39852) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:53.788610 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d67e147-aee2-441a-a6ed-115e2000de8d None None] Network 93d4703f-f7f0-4118-997b-6c24dbf5eb6c requested from dv-cinder-836996-2-iscsi {{(pid=103426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 09:26:53.859256 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867937'] for network (93d4703f-f7f0-4118-997b-6c24dbf5eb6c), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.912094 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Deleting port 2536c928-2e1e-40bc-8f1c-3ffb48784982 {{(pid=103425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:26:53.912436 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.973485 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.db [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] For port 2536c928-2e1e-40bc-8f1c-3ffb48784982, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=2536c928-2e1e-40bc-8f1c-3ffb48784982,segment=NetworkSegment(2aed3fee-227d-448c-8076-83f9c3b27a8b),segment_id=2aed3fee-227d-448c-8076-83f9c3b27a8b)] {{(pid=103425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:26:53.973781 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:53.986011 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.plugin [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Calling delete_port for 2536c928-2e1e-40bc-8f1c-3ffb48784982 owned by network:dhcp {{(pid=103425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:26:54.013322 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] DHCP port deletion for 93d4703f-f7f0-4118-997b-6c24dbf5eb6c request from dv-cinder-836996-2-iscsi {{(pid=103426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 09:26:54.065680 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Deleting port 2536c928-2e1e-40bc-8f1c-3ffb48784982 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 09:26:54.066054 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745149799298'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.077788 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13438842'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.107728 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] No DVR routers for this DVR port 2536c928-2e1e-40bc-8f1c-3ffb48784982 on host dv-cinder-836996-2-iscsi {{(pid=103425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:26:54.113304 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Pushing event deleted for resources: {'Port': ['ID=2536c928-2e1e-40bc-8f1c-3ffb48784982,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:54.113977 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 959d8669-e552-4796-8eff-7262128164b7 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:26:54.146432 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 959d8669-e552-4796-8eff-7262128164b7 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:26:54.146778 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 959d8669-e552-4796-8eff-7262128164b7 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:26:54.147201 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:26:54.176916 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:26:54.177261 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 7dfc6a24-bde4-45d8-84a1-97fe03477ad4 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:26:54.177671 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 2536c928-2e1e-40bc-8f1c-3ffb48784982 no longer exists at agent ovs-agent-dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 09:26:54.182269 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] For port 2536c928-2e1e-40bc-8f1c-3ffb48784982, host dv-cinder-836996-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836996-2-iscsi',level=0,port_id=2536c928-2e1e-40bc-8f1c-3ffb48784982,segment=NetworkSegment(2aed3fee-227d-448c-8076-83f9c3b27a8b),segment_id=2aed3fee-227d-448c-8076-83f9c3b27a8b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 09:26:54.182664 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-606261'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.187458 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2004473', 'neutron.services.segments.db._delete_segments_for_network-8745149626058'] for network (93d4703f-f7f0-4118-997b-6c24dbf5eb6c), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.201182 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] No Port match for: 2536c928-2e1e-40bc-8f1c-3ffb48784982 {{(pid=103426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 08 09:26:54.201519 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.rpc [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Device 2536c928-2e1e-40bc-8f1c-3ffb48784982 not bound to the agent host dv-cinder-836996-2-iscsi {{(pid=103426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 09:26:54.210996 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d4703f-f7f0-4118-997b-6c24dbf5eb6c']}} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:54.213593 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Calling delete_port for 2536c928-2e1e-40bc-8f1c-3ffb48784982 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 08 09:26:54.221274 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aed3fee-227d-448c-8076-83f9c3b27a8b') {'for_net_delete': True} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:54.221574 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.services.segments.db [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aed3fee-227d-448c-8076-83f9c3b27a8b') {} {{(pid=103425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 09:26:54.232895 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745149629395', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12789144'] for segment (2aed3fee-227d-448c-8076-83f9c3b27a8b), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.247363 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665'] for segment (2aed3fee-227d-448c-8076-83f9c3b27a8b), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.254412 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 09:26:54.254826 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1980665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13438793'] for segment (2aed3fee-227d-448c-8076-83f9c3b27a8b), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: Traceback (most recent call last): Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: timer() Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: cb(*args, **kw) Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: return func(*args, **kwargs) Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: self._notify() Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: self.callback(batched_events) Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: event.method(event) Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: return f(self, *a, **k) Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._get(url).json() Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: return self.request(url, 'GET', **kwargs) Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 09:26:54.256865 dv-cinder-836996-2-iscsi neutron-server[103425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 09:26:54.299978 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1655578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745149805141', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745149345630'] for port (2536c928-2e1e-40bc-8f1c-3ffb48784982), after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.312890 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] No DVR routers for this DVR port 2536c928-2e1e-40bc-8f1c-3ffb48784982 on host dv-cinder-836996-2-iscsi {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 09:26:54.317925 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2004450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-637089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-611039'] for network (93d4703f-f7f0-4118-997b-6c24dbf5eb6c), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.322308 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537919'] for network (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.329186 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] 10.222.0.11 "DELETE /v2.0/networks/93d4703f-f7f0-4118-997b-6c24dbf5eb6c HTTP/1.1" status: 204 len: 168 time: 0.5367227 Apr 08 09:26:54.340454 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Pushing event deleted for resources: {'Port': ['ID=2536c928-2e1e-40bc-8f1c-3ffb48784982,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:54.341441 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f368c5-8b16-40fa-b7a5-271743709882 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d4703f-f7f0-4118-997b-6c24dbf5eb6c,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:54.351029 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.352840 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.353180 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.353704 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.354033 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.354527 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.355034 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.355403 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.355691 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.356017 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.356354 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.356692 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.357122 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.357479 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.357803 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6349b9-3307-4a5c-8d5e-6359270dee56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836996-2-iscsi {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 09:26:54.443485 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39856) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:54.487395 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-df88b076-63e5-4fee-bac7-1e7a14260b8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24eb6423a91b49a19121b337889b3a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427084 Apr 08 09:26:54.489865 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39858) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:54.536319 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-662eee3a-88fa-4c33-be3c-b52abd93266a admin admin] Publish callbacks [] for security_group (9c15668d-7da7-4655-a4c1-57f9a864c5f9), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.556778 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-662eee3a-88fa-4c33-be3c-b52abd93266a admin admin] Publish callbacks [] for security_group (9c15668d-7da7-4655-a4c1-57f9a864c5f9), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.602823 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-662eee3a-88fa-4c33-be3c-b52abd93266a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (9c15668d-7da7-4655-a4c1-57f9a864c5f9), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.605317 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-662eee3a-88fa-4c33-be3c-b52abd93266a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:54.606491 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-662eee3a-88fa-4c33-be3c-b52abd93266a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c15668d-7da7-4655-a4c1-57f9a864c5f9 HTTP/1.1" status: 204 len: 168 time: 0.1157422 Apr 08 09:26:54.615972 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662eee3a-88fa-4c33-be3c-b52abd93266a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c15668d-7da7-4655-a4c1-57f9a864c5f9,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:54.903923 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39864) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:54.943190 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-e02ce09e-a4ad-4062-b2db-6efb26e2b2a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50190d27086c4b1f879cab6627444b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381210 Apr 08 09:26:54.945522 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [-] (103425) accepted ('10.222.0.11', 39866) {{(pid=103425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 09:26:54.990645 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c449eb23-1fdc-43a0-add5-6c0da18b849c admin admin] Publish callbacks [] for security_group (f08274b0-1f2b-4703-87cf-ce6bbf1e8141), before_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:55.011277 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c449eb23-1fdc-43a0-add5-6c0da18b849c admin admin] Publish callbacks [] for security_group (f08274b0-1f2b-4703-87cf-ce6bbf1e8141), precommit_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:55.060395 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c449eb23-1fdc-43a0-add5-6c0da18b849c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635999'] for security_group (f08274b0-1f2b-4703-87cf-ce6bbf1e8141), after_delete {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:55.062893 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron_lib.callbacks.manager [None req-c449eb23-1fdc-43a0-add5-6c0da18b849c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:26:55.064021 dv-cinder-836996-2-iscsi neutron-server[103425]: INFO neutron.wsgi [None req-c449eb23-1fdc-43a0-add5-6c0da18b849c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f08274b0-1f2b-4703-87cf-ce6bbf1e8141 HTTP/1.1" status: 204 len: 168 time: 0.1176400 Apr 08 09:26:55.074187 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449eb23-1fdc-43a0-add5-6c0da18b849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08274b0-1f2b-4703-87cf-ce6bbf1e8141,revision_number=None']} {{(pid=103425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 09:26:55.930838 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:26:56.852697 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:27:08.466418 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bd1ada04-d02d-4101-98f1-27441bbd703a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:27:10.834597 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc9ffa84-cd4a-4450-87c6-1b3bfa5af5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:27:12.064831 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:27:13.390264 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:27:14.765364 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:27:26.866961 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:27:29.583745 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-cca4a628-217f-43a3-8a91-70a36402fed7 req-83594516-c904-417a-9135-f5b876610eaa service neutron] (103424) timed out ('10.222.0.10', 63025) {{(pid=103424) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 09:27:32.929813 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:27:38.467421 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9c48c22d-4da0-4983-b5dd-e3839ff056d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:27:40.839430 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7bf9268d-b3e9-4e93-bfea-40b88879eca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:27:42.068336 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:27:43.392980 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:27:44.768559 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:27:56.897025 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:28:08.468247 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37891c71-5dfc-43bc-9829-742f46438d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:28:09.928669 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:28:10.839884 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f8fed40-47f2-48ad-a6e3-ecbbc2c68885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:28:12.071372 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:28:13.398111 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:28:14.770642 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:28:26.880025 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:28:38.470356 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cc5453d-1607-4ded-9f43-d50732a80323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:28:40.841496 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-681e8003-1f97-4ffe-9b38-15a9349d9ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:28:42.074046 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:28:43.398735 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:28:44.771977 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:28:46.928070 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:28:56.882254 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:29:08.475038 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17987dc3-07f5-49fc-b2d6-8332e74028d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:29:10.843616 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5aea433f-6bc1-4ee0-b662-c6a50a82f139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:29:12.076101 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:29:13.401684 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:29:14.775364 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:29:23.928084 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:29:26.893307 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:29:38.477415 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ddef1567-d8cf-4693-8c12-8c97495edabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:29:40.844256 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-51d21584-7e30-4539-abb4-38ac6c03d064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:29:42.081468 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:29:43.405573 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:29:44.778113 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:29:56.890844 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:30:00.928722 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:30:08.478828 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25748c55-0a10-4b14-9277-7dbf44f788c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:30:10.844899 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f66c6698-b74f-48e0-88e3-f2c8d2a45d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:30:12.082110 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:30:13.409523 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:30:14.779598 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:30:19.956100 dv-cinder-836996-2-iscsi neutron-server[103425]: DEBUG neutron.wsgi [req-63cf9518-8336-4694-ab73-20161e931afa req-11b2a9ad-bd94-4023-9c90-5f27c5a9660d service neutron] (103425) timed out ('10.222.0.11', 33502) {{(pid=103425) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 09:30:20.105897 dv-cinder-836996-2-iscsi neutron-server[103424]: DEBUG neutron.wsgi [req-63cf9518-8336-4694-ab73-20161e931afa req-572df405-ac2c-4f6b-9125-5b8b696ef7ea tempest-AttachVolumeShelveTestJSON-1300105399 tempest-AttachVolumeShelveTestJSON-1300105399-project] (103424) timed out ('10.222.0.11', 33510) {{(pid=103424) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 09:30:26.905735 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:30:37.931805 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:30:38.481042 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6877a64d-fbd7-4f38-b08b-333d368f8e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:30:40.852443 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bd0dd7db-1160-4a9a-b7ef-26bb0bc33fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:30:42.085374 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:30:43.410846 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:30:44.782533 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:30:56.904096 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:31:08.484892 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f39d612c-b256-4190-8b65-121b1c87ff38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:31:10.844488 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9499faf8-294b-4b32-a44d-8c8e6528c6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:31:12.086654 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:31:13.414916 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:31:14.785306 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:31:14.931389 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:31:26.915986 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:31:38.486210 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-769bc80a-1398-4f92-a363-eda39633601e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:31:40.846197 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a6dc-0681-4ba3-a6d8-dfa23e39f0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:31:42.093019 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:31:43.417722 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:31:44.787295 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:31:51.930939 dv-cinder-836996-2-iscsi neutron-server[103427]: DEBUG neutron.db.agents_db [None req-6a6df818-7716-46dd-9632-7352f62594fa None None] Agent healthcheck: found 6 active agents {{(pid=103427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 09:31:56.916794 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec7a7c68-5a54-45c2-bce2-99af918e37e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fc107614-eb04-4efc-a716-e9abbb6fd1d0), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:32:08.487428 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3beeef5d-00de-4124-a3ba-9fae0d654149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (ec8f7963-52b4-4058-a577-96bde01dc011), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:32:10.849985 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7de29eb3-6e1e-453d-b382-714be26f2318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (6b7f9c67-b204-4d21-ac1c-15fb03a65d63), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:32:12.092810 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0f3eee88-bd1c-4819-b8cf-a0937bc74570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (cbb8de2e-b127-49ec-a9b4-4a8ec4f52688), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:32:13.421163 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-357a0136-8a1a-45d5-9fef-3af3e8e5032f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (349abf32-32fc-4cc4-b11d-4a1e0d099eb7), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 09:32:14.790043 dv-cinder-836996-2-iscsi neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96744f17-cc78-4448-9000-cc88ad22862b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745149626040', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2006078'] for agent (fd41d1a8-180b-4086-97ad-802ca6f3eae2), after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}